-- Logs begin at Wed 2021-09-15 07:52:20 UTC, end at Wed 2021-09-15 08:53:04 UTC. -- Sep 15 08:26:56.875321 dv-cinder-806007-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 08:26:59.012702 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.common.config [-] Logging enabled! Sep 15 08:26:59.013403 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 15 08:26:59.013509 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75002) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 08:26:59.015681 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.common.config [-] Logging enabled! Sep 15 08:26:59.015929 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 15 08:26:59.016175 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75002) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 08:26:59.017141 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:26:59.017371 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:26:59.017725 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:26:59.017970 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:26:59.018194 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:26:59.018542 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.018838 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.019133 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.019362 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.020242 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.020529 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.020811 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.021099 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.021395 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.021680 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.021962 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.022246 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.022500 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.022781 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] config_source = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.023067 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.023353 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.023575 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] debug = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.023856 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.024282 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.024688 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.024970 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.025267 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.025540 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.025814 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.026096 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.026448 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] host = dv-cinder-806007-2-smb {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.026733 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.027023 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.027308 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.027596 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.027874 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.028152 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.028440 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.028716 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] log_dir = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.028992 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] log_file = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.029269 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.029557 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.029846 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.030141 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.030392 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.030619 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.030906 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.031197 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.031472 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.031753 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.032027 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.032301 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.032575 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.032846 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.033133 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.033418 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.033706 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.033981 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.034254 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.034548 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.034822 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.035127 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.035403 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.035677 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.035950 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.036234 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.036502 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.036781 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.037082 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.037368 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.037650 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.037934 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.038207 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.038516 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.038789 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.039061 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] use_journal = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.039332 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] use_json = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.039604 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.039874 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.040154 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.040426 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.040700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.040974 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.041247 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.041531 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:26:59.041835 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.042133 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.042456 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.042741 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.043033 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.043318 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.043611 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.043892 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.044182 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.044469 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.044757 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.045036 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.045324 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.045614 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.045906 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.046179 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.046481 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.046773 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.047052 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.047324 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.047602 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.047891 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.048170 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.048439 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.048722 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.049001 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.049274 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.049545 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.049821 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.050108 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.050414 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.050677 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.051457 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.051739 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.052011 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.052298 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.052575 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.052848 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.053120 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.053400 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.053672 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.053943 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.054220 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.054516 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.054795 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.055066 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.055340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.055617 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.055889 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.056164 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.056436 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.056709 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.056985 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.057259 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.057533 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.057806 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.058080 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.058380 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.058670 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.058968 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.059246 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.059525 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.059802 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.060080 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.060621 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.060899 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.061176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.061452 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.061730 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.062020 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.062322 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.062611 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.062894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.063170 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.063464 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.063745 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.064027 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.064303 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.064580 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.064862 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.065144 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.065437 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.065729 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.066022 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.066361 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.067241 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.067528 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.067839 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.068121 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:26:59.068341 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:26:59.068581 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75002) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 08:26:59.470565 dv-cinder-806007-2-smb neutron-server[75002]: INFO keyring.backend [-] Loading KWallet Sep 15 08:26:59.478527 dv-cinder-806007-2-smb neutron-server[75002]: INFO keyring.backend [-] Loading SecretService Sep 15 08:26:59.481916 dv-cinder-806007-2-smb neutron-server[75002]: INFO keyring.backend [-] Loading Windows Sep 15 08:26:59.483282 dv-cinder-806007-2-smb neutron-server[75002]: INFO keyring.backend [-] Loading chainer Sep 15 08:26:59.483867 dv-cinder-806007-2-smb neutron-server[75002]: INFO keyring.backend [-] Loading macOS Sep 15 08:26:59.517420 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:26:59.517695 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=75002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:26:59.517982 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:26:59.518418 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 08:26:59.824981 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.825202 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.825473 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.881656 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.881941 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.882214 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.885185 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.885472 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.885741 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.914833 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.915117 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.915387 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.942804 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.943069 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:26:59.943340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.258191 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.258867 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.258867 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.259051 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.259756 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.382445 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.382782 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.383069 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.383338 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.383602 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.383907 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.384170 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.384427 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.384680 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.384960 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.385219 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.385482 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.385743 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.386006 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.386267 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.386562 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.386817 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.387091 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.387344 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.387623 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.387968 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.388219 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.388466 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.388746 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.388995 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.389238 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.389617 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:00.389856 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:00.390091 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:00.390353 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:00.390589 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:00.390822 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:00.391358 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 08:27:00.394492 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 08:27:00.398427 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 08:27:00.402335 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 15 08:27:00.403963 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 08:27:00.404350 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 08:27:00.404686 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 08:27:00.405069 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 08:27:00.407856 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 08:27:00.408106 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 08:27:00.408445 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 08:27:00.437146 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 15 08:27:00.437593 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.437894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75002) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 08:27:00.438257 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.439795 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75002) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 08:27:00.440078 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 08:27:00.440329 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 08:27:00.444075 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.444355 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.503513 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 08:27:00.503748 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 08:27:00.504503 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 08:27:00.504865 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 08:27:00.536310 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_db.sqlalchemy.engines [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75002) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 08:27:00.864446 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Initializing driver for type 'gre' Sep 15 08:27:00.864944 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] gre ID ranges: [(1, 1000)] Sep 15 08:27:00.919803 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Initializing driver for type 'local' Sep 15 08:27:00.920205 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Initializing driver for type 'vlan' Sep 15 08:27:00.932406 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] VlanTypeDriver initialization complete Sep 15 08:27:00.932748 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Initializing driver for type 'vxlan' Sep 15 08:27:00.933361 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] vxlan ID ranges: [(1, 1000)] Sep 15 08:27:00.988143 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Initializing extension driver 'port_security' Sep 15 08:27:00.989114 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.extensions.port_security [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] PortSecurityExtensionDriver initialization complete Sep 15 08:27:00.989468 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Initializing mechanism driver 'openvswitch' Sep 15 08:27:00.989802 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Initializing mechanism driver 'hyperv' Sep 15 08:27:00.996204 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.plugins.ml2.plugin [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:00.996974 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > port after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.997342 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > port after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.997696 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > port after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.998079 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > subnet after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.998456 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > subnet after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.998802 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > subnet after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.999177 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > network after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.999521 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > network after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:00.999859 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > network after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.000258 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > security_group after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.000611 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > security_group after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.000951 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > security_group after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.001322 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.001663 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.002000 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.002360 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] ML2 OVO RPC backend initialized. {{(pid=75002) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 15 08:27:01.002986 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router_interface after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.003337 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.003752 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > network before_response 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.004152 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > networks before_response 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.004509 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > port before_response 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.004850 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > ports before_response 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.005191 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > subnet before_response 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.005531 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > subnets before_response 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.005893 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > network after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.006233 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > network after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.006592 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > network after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.006936 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > port after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.007268 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > port after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.007604 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > port after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.007940 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > subnet after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.008277 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > subnet after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.008611 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > subnet after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.009173 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.plugin [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Modular L2 Plugin initialization complete Sep 15 08:27:01.009494 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading services supported by the core plugin {{(pid=75002) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 08:27:01.009814 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.plugins.ml2.managers [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Got port-security extension from driver 'port_security' Sep 15 08:27:01.010270 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.extensions.vlantransparent [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Disabled vlantransparent extension. Sep 15 08:27:01.010701 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75002) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 08:27:01.011009 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading Plugin: router Sep 15 08:27:01.046688 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router_interface before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.047079 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router after_create 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.047571 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router before_create 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.047937 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.048311 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.048666 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router after_delete 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.049021 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > floatingip after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.049384 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router after_create 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.049730 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router after_update 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.050079 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router after_update 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.050466 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.051443 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router after_update 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.051853 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_update 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.052221 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: port after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.052558 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: port after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.052895 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: subnet after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.053230 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.053577 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > port precommit_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.053922 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_create 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.054263 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: port before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.054624 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.054977 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router after_update 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.055316 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_delete 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.055660 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_create 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.056019 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router_interface after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.056360 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_update 55549900 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.056720 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > agent after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.057064 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > agent after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.057420 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > network after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.058257 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Tracking information for resource: router configured {{(pid=75002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:01.058614 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Tracking information for resource: floatingip configured {{(pid=75002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:01.063648 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.db.l3_agentschedulers_db [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 08:27:01.064213 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: port after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.064571 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: port after_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.064921 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: port after_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.065269 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: port after_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.066046 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router before_create 55550100 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.066469 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_delete 55550100 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.066833 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_create 55550100 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.067184 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > router precommit_update 55550100 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.071432 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.services.provider_configuration [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service providers = [] {{(pid=75002) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 08:27:01.071797 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.db.servicetype_db [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75002) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 08:27:01.074721 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.services.service_base [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:27:01.075070 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.services.service_base [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:27:01.075405 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.services.service_base [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:27:01.076284 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.services.service_base [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:27:01.076652 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.services.service_base [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 08:27:01.077022 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:01.077336 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 08:27:01.087882 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:01.088216 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading Plugin: auto_allocate Sep 15 08:27:01.093948 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: network precommit_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.094342 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: network precommit_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.094860 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:01.095178 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading Plugin: tag Sep 15 08:27:01.102388 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:01.102715 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading Plugin: timestamp Sep 15 08:27:01.106480 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:01.106809 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading Plugin: network_ip_availability Sep 15 08:27:01.111972 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.112342 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.112695 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.113982 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:01.114314 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading Plugin: flavors Sep 15 08:27:01.119271 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:01.119545 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading Plugin: revisions Sep 15 08:27:01.123756 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:01.124139 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_concurrency.lockutils [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.606s {{(pid=75002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:01.124858 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75002) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Sep 15 08:27:01.125188 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Initializing extension manager. Sep 15 08:27:01.125693 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: __init__.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.126030 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: __pycache__ {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.126384 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.126717 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.127046 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: _filter_validation_lib.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.127374 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.127696 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: address_group.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.128454 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.129058 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: address-group Sep 15 08:27:01.129380 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: address_scope.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.130086 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.130609 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: address-scope Sep 15 08:27:01.130926 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: admin_state_down_before_update.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.131852 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.132346 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: router-admin-state-down-before-update Sep 15 08:27:01.132664 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: agent.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.133349 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.133839 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: agent Sep 15 08:27:01.134154 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: agent_resources_synced.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.135069 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.135564 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: agent-resources-synced Sep 15 08:27:01.135882 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: allowedaddresspairs.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.137652 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.138158 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: allowed-address-pairs Sep 15 08:27:01.138509 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: auto_allocated_topology.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.139580 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.140081 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: auto-allocated-topology Sep 15 08:27:01.140400 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: availability_zone.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.141089 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.141578 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: availability_zone Sep 15 08:27:01.141895 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: availability_zone_filter.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.142832 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.143343 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: availability_zone_filter Sep 15 08:27:01.143664 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: data_plane_status.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.144722 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.145220 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 08:27:01.145573 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: default_subnetpools.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.146534 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.147044 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: default-subnetpools Sep 15 08:27:01.147366 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: dhcpagentscheduler.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.148163 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.148657 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: dhcp_agent_scheduler Sep 15 08:27:01.149106 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: dns.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.149978 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.150527 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 08:27:01.150887 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: dns_domain_ports.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.151839 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.152385 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 08:27:01.152700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: dvr.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.153369 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.153861 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: dvr Sep 15 08:27:01.154184 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: empty_string_filtering.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.155136 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.155629 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: empty-string-filtering Sep 15 08:27:01.155953 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.156924 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.157447 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 08:27:01.157773 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.158726 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.159215 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 08:27:01.159569 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: external_net.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.161036 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.161541 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: external-net Sep 15 08:27:01.162004 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: extra_dhcp_opt.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.162796 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.163277 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: extra_dhcp_opt Sep 15 08:27:01.163612 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: extraroute.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.164548 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.165040 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: extraroute Sep 15 08:27:01.165361 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: extraroute_atomic.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.166408 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.166908 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: extraroute-atomic Sep 15 08:27:01.167229 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: filter_validation.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.167900 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.168389 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: filter-validation Sep 15 08:27:01.168707 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: fip_pf_description.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.169609 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.170102 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 08:27:01.170449 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: fip_port_details.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.171353 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.171849 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: fip-port-details Sep 15 08:27:01.172170 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: flavors.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.173569 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.174071 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: flavors Sep 15 08:27:01.174417 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.176728 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.177230 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 08:27:01.177558 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: floatingip_pools.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.178257 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.178785 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: floatingip-pools Sep 15 08:27:01.179111 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: ip_allocation.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.180023 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.180520 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 08:27:01.180846 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.181754 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.182256 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: ip-substring-filtering Sep 15 08:27:01.182678 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: l2_adjacency.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.184235 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.184235 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 08:27:01.184440 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: l3.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.185609 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.186111 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: router Sep 15 08:27:01.186460 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: l3_conntrack_helper.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.188665 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.189179 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 08:27:01.189506 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.190441 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.190950 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: ext-gw-mode Sep 15 08:27:01.191277 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.192223 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.192718 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: l3-ha Sep 15 08:27:01.193039 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: l3_flavors.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.193951 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.194481 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: l3-flavors Sep 15 08:27:01.194807 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.195722 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.196214 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 08:27:01.196536 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: l3agentscheduler.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.197571 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.198071 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: l3_agent_scheduler Sep 15 08:27:01.198421 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: logging.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.199901 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.200410 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension logging not supported by any of loaded plugins Sep 15 08:27:01.200738 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: metering.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.201467 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.202032 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: metering Sep 15 08:27:01.202384 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.203479 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.203987 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: metering_source_and_destination_fields Sep 15 08:27:01.204309 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: multiprovidernet.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.205224 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.205721 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: multi-provider Sep 15 08:27:01.206040 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: netmtu.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.207000 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.207501 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: net-mtu Sep 15 08:27:01.207821 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: netmtu_writable.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.208850 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.209350 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: net-mtu-writable Sep 15 08:27:01.209671 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: network_availability_zone.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.210363 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.210865 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: network_availability_zone Sep 15 08:27:01.211182 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: network_ip_availability.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.212252 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.212749 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: network-ip-availability Sep 15 08:27:01.213067 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: network_segment_range.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.213826 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.214338 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 08:27:01.214659 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: pagination.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.215626 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.215950 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: pagination Sep 15 08:27:01.216265 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.217172 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.217672 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: port-mac-address-regenerate Sep 15 08:27:01.217991 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: port_resource_request.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.218926 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.219417 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 08:27:01.219735 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: portbindings.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.220653 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.221148 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: binding Sep 15 08:27:01.221467 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: portbindings_extended.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.223270 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.223776 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: binding-extended Sep 15 08:27:01.224100 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: portsecurity.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.225023 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.225524 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: port-security Sep 15 08:27:01.225845 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: project_id.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.226842 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.227170 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: project-id Sep 15 08:27:01.227490 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: providernet.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.228400 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.228901 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: provider Sep 15 08:27:01.229221 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.232734 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.233254 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos not supported by any of loaded plugins Sep 15 08:27:01.233584 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.234848 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.235349 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 08:27:01.235675 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.236582 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.237079 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 08:27:01.237400 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos_default.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.238962 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.239463 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos-default not supported by any of loaded plugins Sep 15 08:27:01.239788 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos_fip.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.240431 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.240921 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 08:27:01.241245 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos_gateway_ip.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.242162 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.242688 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 08:27:01.243008 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos_port_network_policy.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.243909 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.244403 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 08:27:01.244721 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos_rule_type_details.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.245628 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.246120 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 08:27:01.246469 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: qos_rules_alias.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.247502 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.248002 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 08:27:01.248323 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: quotasv2.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.249190 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.249514 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: quotas Sep 15 08:27:01.249837 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: quotasv2_detail.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.251591 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.251934 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: quota_details Sep 15 08:27:01.252268 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: rbac.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.253303 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.253844 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: rbac-policies Sep 15 08:27:01.254179 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: rbac_address_scope.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.255136 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.255633 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: rbac-address-scope Sep 15 08:27:01.255957 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: rbac_security_groups.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.256869 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.257369 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: rbac-security-groups Sep 15 08:27:01.257691 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: rbac_subnetpool.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.258624 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.259158 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: rbac-subnetpool Sep 15 08:27:01.259433 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: revisionifmatch.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.260338 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.260841 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: revision-if-match Sep 15 08:27:01.261166 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: revisions.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.262266 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.262788 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: standard-attr-revisions Sep 15 08:27:01.263111 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: router_availability_zone.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.263775 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.264272 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: router_availability_zone Sep 15 08:27:01.264593 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: routerservicetype.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.265520 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.266018 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 08:27:01.266375 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: security_groups_port_filtering.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.267285 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.267782 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: port-security-groups-filtering Sep 15 08:27:01.268101 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: securitygroup.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.278845 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.279361 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: security-group Sep 15 08:27:01.279692 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: segment.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.280465 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.280961 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension segment not supported by any of loaded plugins Sep 15 08:27:01.281292 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.282221 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.282741 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 08:27:01.283065 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: servicetype.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.284153 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.284656 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: service-type Sep 15 08:27:01.284980 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: sorting.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.286495 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.286827 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: sorting Sep 15 08:27:01.287148 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: standard_attr_segment.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.288056 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.288556 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 08:27:01.288878 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: standardattrdescription.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.289517 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.290012 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: standard-attr-description Sep 15 08:27:01.290353 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: stateful_security_group.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.291335 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.291786 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: stateful-security-group Sep 15 08:27:01.292106 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: stdattrs_common.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.292677 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 08:27:01.292993 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.293901 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.294424 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 08:27:01.294741 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: subnet_onboard.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.295881 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.296389 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: subnet_onboard Sep 15 08:27:01.296711 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.297633 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.298130 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 08:27:01.298475 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: subnet_service_types.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.299385 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.299890 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: subnet-service-types Sep 15 08:27:01.300211 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: subnetallocation.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.301911 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.302449 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: subnet_allocation Sep 15 08:27:01.302776 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.303456 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.303953 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: subnetpool-prefix-ops Sep 15 08:27:01.304272 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.305196 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.305692 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 08:27:01.306011 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: tagging.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.307063 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.307566 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: standard-attr-tag Sep 15 08:27:01.307889 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: timestamp.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.309072 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.309575 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loaded extension: standard-attr-timestamp Sep 15 08:27:01.309901 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: trunk.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.311214 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.311719 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension trunk not supported by any of loaded plugins Sep 15 08:27:01.312036 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: trunk_details.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.312953 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.313450 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 08:27:01.313769 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: uplink_status_propagation.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.314706 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.315204 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 08:27:01.315521 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Loading extension file: vlantransparent.py {{(pid=75002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:01.316179 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:01.316713 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 08:27:01.318991 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:network Sep 15 08:27:01.319713 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:subnet Sep 15 08:27:01.320342 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:01.321100 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:port Sep 15 08:27:01.322363 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.322810 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service FLAVORS assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.323421 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.323858 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.324186 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:router Sep 15 08:27:01.324849 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 08:27:01.325535 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service METERING assigned prefix: /metering {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.327000 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.327368 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.327719 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:01.328838 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 08:27:01.329269 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:security_group Sep 15 08:27:01.329939 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 08:27:01.330714 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service CORE assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.331045 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:01.331382 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] subnetpool is already registered Sep 15 08:27:01.332507 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service CORE assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.332836 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:01.333154 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] subnetpool is already registered Sep 15 08:27:01.335716 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.336144 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service FLAVORS assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.336728 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.337144 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.337472 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:router Sep 15 08:27:01.337795 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] router is already registered Sep 15 08:27:01.338420 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 08:27:01.338748 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] floatingip is already registered Sep 15 08:27:01.339380 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service METERING assigned prefix: /metering {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.340041 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 08:27:01.340369 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] rbac_policy is already registered Sep 15 08:27:01.340903 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:security_group Sep 15 08:27:01.341227 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] security_group is already registered Sep 15 08:27:01.341814 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 08:27:01.342141 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] security_group_rule is already registered Sep 15 08:27:01.342828 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service CORE assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.343156 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:01.343477 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] subnetpool is already registered Sep 15 08:27:01.344076 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.v2.resource_helper [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Service CORE assigned prefix: {{(pid=75002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:01.344400 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:01.344717 dv-cinder-806007-2-smb neutron-server[75002]: WARNING neutron.quota.resource_registry [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] subnetpool is already registered Sep 15 08:27:01.345349 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: extensions {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.346793 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: address-groups {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.348982 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: address-scopes {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.350152 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: agents {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.351335 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: auto-allocated-topology {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.352542 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: availability_zones {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.353819 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: dhcp-networks {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.355213 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: dhcp-agents {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.356588 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: routers {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.358387 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: flavors {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.359529 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: service_profiles {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.360700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: next_providers {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.362192 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: service_profiles {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.363663 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: floatingip-pools {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.364894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: routers {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.366718 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: floatingips {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.367882 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: l3-routers {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.369216 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: l3-agents {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.370651 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: metering-labels {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.372733 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: metering-label-rules {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.374006 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: network-ip-availabilities {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.375259 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: bindings {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.376872 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: quotas {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.378261 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: quotas {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.379723 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: rbac-policies {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.380977 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: security-groups {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.382162 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: security-group-rules {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.383414 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: service-providers {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.384613 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: subnetpools {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.385994 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: subnetpools {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.387425 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.389051 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.390816 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.392530 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.394300 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.396451 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.398148 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.399974 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.401775 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.403593 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron.api.extensions [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Extended resource: tags {{(pid=75002) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:01.409310 dv-cinder-806007-2-smb neutron-server[75002]: WARNING keystonemiddleware.auth_token [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 08:27:01.414561 dv-cinder-806007-2-smb neutron-server[75002]: WARNING keystonemiddleware.auth_token [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 08:27:01.422438 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_concurrency.lockutils [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Acquired lock "singleton_lock" {{(pid=75002) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 08:27:01.422905 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_concurrency.lockutils [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Releasing lock "singleton_lock" {{(pid=75002) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 08:27:01.423516 dv-cinder-806007-2-smb neutron-server[75002]: INFO oslo_service.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Starting 2 workers Sep 15 08:27:01.428087 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Started child 75107 {{(pid=75002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:27:01.432191 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Started child 75108 {{(pid=75002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:27:01.433399 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:01.434007 dv-cinder-806007-2-smb neutron-server[75002]: INFO neutron.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 08:27:01.434388 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Notify callbacks [] for process, before_spawn {{(pid=75002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:01.434849 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [-] (75107) wsgi starting up on http://0.0.0.0:9696 Sep 15 08:27:01.437108 dv-cinder-806007-2-smb neutron-server[75002]: INFO oslo_service.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Starting 1 workers Sep 15 08:27:01.437285 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:01.438484 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [-] (75108) wsgi starting up on http://0.0.0.0:9696 Sep 15 08:27:01.442136 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Started child 75109 {{(pid=75002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:27:01.442669 dv-cinder-806007-2-smb neutron-server[75002]: INFO oslo_service.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Starting 1 workers Sep 15 08:27:01.445847 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] calling RpcWorker wait() {{(pid=75109) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 08:27:01.446428 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] returning from RpcWorker wait() {{(pid=75109) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 08:27:01.446820 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Started child 75110 {{(pid=75002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:27:01.447615 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG neutron_lib.callbacks.manager [None req-93fc1bfe-dea2-4798-9e33-6c90b9ed5170 None None] Notify callbacks [] for process, after_spawn {{(pid=75002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:01.447721 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:01.448244 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:01.449529 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75002) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 08:27:01.449742 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:27:01.449920 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:27:01.450121 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:27:01.450511 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:27:01.450660 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:27:01.451320 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.451581 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.451830 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:01.452299 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.452299 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.452427 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.452908 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.453159 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.453390 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.453651 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.453892 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.454056 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.454217 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.454484 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.454713 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.455009 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.455263 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.455492 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.455742 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.455910 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.456153 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.456402 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.456638 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.456897 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] debug = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.457701 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.458189 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.458468 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.458704 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.458947 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.459212 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.459465 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.459718 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.459963 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.460177 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.460407 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.460677 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.460889 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.461136 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.461392 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.461628 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.462089 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] host = dv-cinder-806007-2-smb {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.462339 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.462576 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.462831 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.463051 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.463293 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.463510 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.463759 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.463999 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.464238 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.464459 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.464722 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.464974 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.465219 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.465453 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_file = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.465617 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_options = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.465863 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.466134 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.466426 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.466698 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.466851 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.466980 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.467173 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.467334 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.467586 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.467812 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.468004 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.468241 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.468478 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.468685 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.468942 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.469151 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.469390 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.469595 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.469852 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.470072 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.470328 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.470552 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.470766 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.470996 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.471206 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.471516 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.471742 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.472015 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.472172 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.472392 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.472765 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.473499 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.473731 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.473971 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.474194 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.474452 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.474700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.474957 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.475184 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.475422 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.475673 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.475889 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.476110 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.476448 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.476650 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.476858 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_json = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.477118 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:01.477260 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.477417 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.477665 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.477919 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.478117 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.478349 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.478564 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.478799 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.479209 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.479492 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.479903 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.480150 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.480398 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.480646 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.480874 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.481123 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.481559 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.481834 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.482474 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.482798 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.482993 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.483250 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.483513 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.483861 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.484080 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.484605 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.484605 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.484934 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.484934 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.485212 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.485433 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.485625 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.485990 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.486130 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.486333 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.486498 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.486734 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.486978 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.487176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.487414 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.487665 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.488031 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.488379 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.488631 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.489028 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.489178 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.489561 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.489993 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.489993 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.490297 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.490447 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.490626 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.490861 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.491100 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.491301 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.491507 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.491712 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.496272 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.496515 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.497531 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.497531 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.497531 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.497531 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.498115 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.498115 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.498115 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.498776 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.498776 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.498776 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.499173 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.499324 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.499950 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.499950 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.499950 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.500343 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.500343 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.500618 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.500784 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.500916 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.501271 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.501271 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.501566 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.501876 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.502103 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.502918 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.503170 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.503383 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.503649 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.503951 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.504156 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.504463 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.504621 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.504898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.505067 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.505492 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.505650 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.505790 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.506540 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.506540 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.506540 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.507002 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.507002 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.507309 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.507438 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.508044 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.508044 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.508311 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.508438 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.508599 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.509073 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.509073 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.509372 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.509601 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.509985 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.510149 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.510655 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.510815 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.510944 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.511209 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.511474 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.511704 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.511967 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.512488 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.512488 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.512488 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.513061 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.513188 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515176 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515886 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515886 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.515886 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.516098 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.516268 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.516529 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.516754 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.516970 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.517198 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.517442 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.517651 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.517907 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.518130 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.518381 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.518612 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.518848 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.519109 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.519319 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.520096 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.520315 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.520525 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.520762 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.520979 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.521191 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.521426 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.521660 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.521867 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.522074 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.522301 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.522509 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.522747 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.522960 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.523227 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.523475 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.523687 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.523909 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.524128 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.524378 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.524603 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.524860 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.525073 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.525285 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.525491 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.525706 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.525930 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.526137 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.526385 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.526679 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.526954 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.527169 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.527476 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.528324 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.528605 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.528964 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.529761 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.529988 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.530207 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.530445 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.530735 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.531023 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.531334 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.531599 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.532402 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.532637 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.533200 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.533407 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42078) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:01.533530 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.533684 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.533843 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.534114 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.534375 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.534594 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.534883 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.535231 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.535986 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.536227 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.536471 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.536700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.536912 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.537122 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.537337 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.537545 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.537843 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.538088 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.539294 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.539294 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.539294 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.539294 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.539294 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.539980 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.539980 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.540256 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.540256 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.540517 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.541033 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.541033 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.541310 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.541471 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.541709 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.542398 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.542398 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.542568 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.542641 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070121 Sep 15 08:27:01.542789 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.543428 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.543587 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.543912 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.544203 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.545285 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.545515 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.545802 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.546041 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.546256 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.546517 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.546756 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.546974 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.547206 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.547439 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.547681 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.547917 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.548139 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.548468 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.548601 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.548824 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.549037 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.549273 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.549390 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:27:01.549899 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75002) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 08:27:01.550066 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:27:01.550219 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:27:01.551256 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:27:01.551430 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:27:01.551620 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:27:01.552894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.552894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.552894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.552894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.552894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.552894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.552894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.552894 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.553383 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.553383 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.553383 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.553565 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.553634 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.553742 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.553936 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.554034 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.554188 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.554371 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.554520 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.554674 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.554828 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.554981 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.555134 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] debug = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.555289 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.555482 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.555643 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.555791 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.555949 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.556916 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.557070 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.557225 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.557380 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.557539 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.558448 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.558748 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.558936 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.559114 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.559290 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.559463 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.559626 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] host = dv-cinder-806007-2-smb {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.559796 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.560071 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.561359 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.561529 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.561737 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.561908 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.562754 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_file = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_options = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.566340 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567009 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567009 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567009 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567009 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567009 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567009 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567009 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567413 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.567898 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.568700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.568700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.568700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.568700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.568700 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.569966 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.570112 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.570258 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.570975 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.571148 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.571310 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.571473 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.571639 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.571831 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.571962 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.572620 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.572784 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.572945 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.573103 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.574434 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.574629 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_json = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.574810 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.574986 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.575862 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.575862 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.575862 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.575862 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.575862 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.576174 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:01.576174 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.576310 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.576441 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.576605 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.576771 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.576934 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.577097 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.577259 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.577423 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.577586 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.577756 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.577918 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.578097 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.578259 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.578505 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.578666 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.578832 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.578985 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.579148 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.579309 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.579473 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.579638 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.579874 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.580041 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.580192 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.580357 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.580570 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.580735 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.582980 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.582980 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.583170 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.583348 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.583559 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.583743 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.584107 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.584514 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.584824 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.584939 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.585028 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.585202 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586321 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586321 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586321 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586321 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586321 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586321 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586725 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586725 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.586847 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.587591 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.587591 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.587591 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.587801 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.587955 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.588151 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.588399 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.588673 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.588848 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.589027 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.589173 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.589335 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590174 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590174 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590174 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590174 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590174 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590581 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590581 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590727 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590836 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.590999 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.591162 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.591352 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.591483 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.591655 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.591863 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.592502 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.592674 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.592845 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.593495 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.593663 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.594099 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.594290 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.594650 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.594982 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.595153 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.595473 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.595643 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.595789 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:01.595891 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.595966 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.596115 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.596275 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.596582 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.596896 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.597059 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.597221 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.597386 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.598787 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.598787 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.598787 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.598787 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.598787 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.599672 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.599672 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.599672 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.599672 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.599672 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.599672 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.600020 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.600088 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.601676 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.601676 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.601676 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.601676 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.601676 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.601676 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.601676 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.601676 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602255 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602255 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602255 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602255 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602255 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602255 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602701 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602701 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602842 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.602922 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.603045 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.603208 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.603372 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.603535 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.604348 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.604348 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.604348 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.604348 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.604348 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.604672 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.604766 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.604936 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.605101 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.605265 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.605429 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.605594 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.606350 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.606350 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.606350 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.606350 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.606628 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.606628 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.606749 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.606833 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.607000 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.607161 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.607322 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.607464 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.607619 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.607761 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.607922 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.608069 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.608269 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.608412 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.608584 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.608728 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.608875 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.609015 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.609278 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.609427 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.609597 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.609760 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.609923 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.610084 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.610307 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611131 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611131 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611131 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611131 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611131 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611458 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611458 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611606 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611747 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.611871 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.612662 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.612836 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.613006 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.613166 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.613382 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.613951 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.614115 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.614385 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.614581 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.614738 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.615077 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.615255 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.615423 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616103 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616103 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616103 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616103 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616364 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616431 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616577 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616755 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.616920 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.617081 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.617242 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.617513 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.617650 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.617797 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.617929 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.618063 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.618195 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.618357 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.618504 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.618679 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.618841 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.619006 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.619168 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.619329 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.619492 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.619950 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.619950 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.619950 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.620200 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.620280 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.620478 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.620608 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.620978 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.621821 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.621821 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.621821 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.621821 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.622098 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.622098 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.622218 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.622389 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.622614 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.622733 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.622871 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.623032 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.623238 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.623455 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.623623 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.623785 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.623949 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.624111 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.624274 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.624435 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.624601 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.624857 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:01.625003 dv-cinder-806007-2-smb neutron-server[75002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:27:11.750504 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b9867a-4f35-4a6c-a02b-aa3dfd7e6923 None None] get_active_networks_info from dv-cinder-806007-2-smb {{(pid=75109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 15 08:27:11.824667 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9867a-4f35-4a6c-a02b-aa3dfd7e6923 None None] No non-hosted networks {{(pid=75109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 08:27:11.836635 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.agentschedulers_db [None req-79b9867a-4f35-4a6c-a02b-aa3dfd7e6923 None None] DHCP Agent not found on host dv-cinder-806007-2-smb {{(pid=75109) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 08:27:11.946984 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-0b94ca95-a479-4681-a0da-7a955d3a93ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723658'] for agent, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:12.221970 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723658'] for agent, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:12.222440 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.223191 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.223330 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.223592 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.223922 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.224248 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.224572 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.224895 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.225216 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.225539 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.225862 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:12.226289 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806007-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:12.243085 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806007-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:13.868017 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-848962a9-46cb-4871-a228-c95fd3ae7ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723658'] for agent, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:13.923500 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ae1e201e-202e-48a2-9ca7-c0941598c0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:14.845486 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723658'] for agent, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:16.305468 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723658'] for agent, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:16.899767 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.db.l3_hamode_db [None req-9d41228c-d97a-4bda-84e9-180319747fc5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 08:27:16.984343 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41228c-d97a-4bda-84e9-180319747fc5 None None] Routers set() bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:27:16.984705 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41228c-d97a-4bda-84e9-180319747fc5 None None] Router IDs set() for agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 08:27:18.092219 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42174) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:18.684130 dv-cinder-806007-2-smb neutron-server[75108]: WARNING oslo_policy.policy [None req-ecb767cf-ac19-45ae-8717-6221b691b255 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:18.684674 dv-cinder-806007-2-smb neutron-server[75108]: WARNING oslo_policy.policy [None req-ecb767cf-ac19-45ae-8717-6221b691b255 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:18.897204 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [None req-ecb767cf-ac19-45ae-8717-6221b691b255 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:27:18.898231 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ecb767cf-ac19-45ae-8717-6221b691b255 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8051374 Sep 15 08:27:21.133795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42188) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:21.519587 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:21.567992 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.policy [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75108) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 08:27:21.568730 dv-cinder-806007-2-smb neutron-server[75108]: WARNING oslo_policy.policy [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:21.569121 dv-cinder-806007-2-smb neutron-server[75108]: WARNING oslo_policy.policy [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:21.572365 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.quota [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] Loaded quota_driver: . Sep 15 08:27:21.587596 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:21.655109 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769788235566', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769788216141', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769788227197', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769788228999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769788206955', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1794939', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1388880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-299225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-382563'] for rbac-policy, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:21.723159 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:21.724344 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9e6dc3ee-4d15-487d-89e9-836e37bd77fc admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5895617 Sep 15 08:27:24.237174 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42202) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:24.608726 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'name': 'private'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:24.613995 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:24.618386 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Usage tracker for resource:network and tenant:0de90557809345ea86b9ebada7556a1a is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:24.622837 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:24.628830 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:24.638089 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Made reservation on behalf of 0de90557809345ea86b9ebada7556a1a for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:27:24.641141 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.658192 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.702585 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:24.706139 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Usage tracker for resource:security_group_rule and tenant:0de90557809345ea86b9ebada7556a1a is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:24.708942 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:24.714655 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:24.780063 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.783480 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.789103 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:24.808456 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:27:24.833325 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769789073044', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.833893 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Unsubscribe: segment precommit_create {{(pid=75108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 08:27:24.834490 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Added segment 15d44dc9-f8bb-4435-97f5-c9bcf7b63b03 of type vlan for network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 Sep 15 08:27:24.848493 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6552be-a728-4d8b-877f-421fb34f9164,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:24.897004 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.897330 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.897647 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.897961 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.898294 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.898592 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.898902 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.899221 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.899527 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.899824 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.900121 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Tracked resource versions report: Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: pushed versions: Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Log': {'1.0'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Network': {'1.1'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Port': {'1.5'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'PortForwarding': {'1.2'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'QosPolicy': {'1.8'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'SecurityGroup': {'1.2'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'SubPort': {'1.0'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Subnet': {'1.1'}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Trunk': {'1.1'}} Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: consumer versions: Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: { DHCP agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: L3 agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: Metadata agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: Metering agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: Open vSwitch agent@dv-cinder-806007-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Log': '1.0', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Network': '1.1', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Port': '1.5', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'PortForwarding': '1.2', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'QosPolicy': '1.8', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'SecurityGroup': '1.2', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'SecurityGroupRule': '1.0', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'SubPort': '1.0', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Subnet': '1.1', Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: 'Trunk': '1.1'}} Sep 15 08:27:24.901154 dv-cinder-806007-2-smb neutron-server[75108]: {{(pid=75108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:27:24.951445 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.955057 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:24.992012 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.993307 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:24.993965 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.998405 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:25.099077 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8608501 Sep 15 08:27:25.103510 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Pushing event updated for resources: {'Network': ['ID=ca0f237b-f87a-4246-b0b9-b5c13229c8d6,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:25.106790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:25.137460 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:27:27.651946 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42218) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:28.109211 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366221e-ed00-4512-9aa6-1846176c851f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:28.110502 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-1366221e-ed00-4512-9aa6-1846176c851f admin admin] 10.222.0.32 "GET /v2.0/networks/ca0f237b-f87a-4246-b0b9-b5c13229c8d6 HTTP/1.1" status: 200 len: 825 time: 0.4575913 Sep 15 08:27:28.139681 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f2bfcf40-b5ba-4aea-b73f-4dfa56127879 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/9d61224c-46e4-4139-a9f9-69c272f32796 HTTP/1.1" status: 200 len: 734 time: 0.0239022 Sep 15 08:27:28.149601 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'gateway_ip': '172.20.0.1', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'name': 'private-subnet', 'subnetpool_id': '9d61224c-46e4-4139-a9f9-69c272f32796'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:28.154431 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:28.158569 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Usage tracker for resource:subnet and tenant:0de90557809345ea86b9ebada7556a1a is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:28.162119 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:28.168203 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:28.177432 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Made reservation on behalf of 0de90557809345ea86b9ebada7556a1a for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:27:28.179647 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:28.443328 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:28.447733 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:28.521627 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db82718a-76ab-4d39-aea0-f0d887b1acd9,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:28.526702 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:28.533195 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Checking segment: {'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:28.533567 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Network hostable DHCP agents. Network: ca0f237b-f87a-4246-b0b9-b5c13229c8d6, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:27:28.556464 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:27:28.567131 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, ca0f237b-f87a-4246-b0b9-b5c13229c8d6) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:28.571481 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:28.572204 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:28.576337 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd2ab5-f426-4643-bb69-6fb3e07ed3a0 None None] Network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:27:28.591880 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-2ef7d154-4f58-4c82-9d31-7e37a60e6d39 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4465561 Sep 15 08:27:28.888030 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec03a22-7b9b-5070-94e7-cc86b6fb4fee-ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'fixed_ips': [{'subnet_id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9'}]}} from dv-cinder-806007-2-smb. {{(pid=75109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:27:28.889257 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:29.073848 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.db_base_plugin_common [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Allocated IP 172.20.0.2 (ca0f237b-f87a-4246-b0b9-b5c13229c8d6/db82718a-76ab-4d39-aea0-f0d887b1acd9/d2fedbb1-ab30-4803-be11-adf91aa16325) {{(pid=75109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:27:29.301048 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Notify callbacks [] for port, precommit_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:29.314300 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Transition to ACTIVE for port object d2fedbb1-ab30-4803-be11-adf91aa16325 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:29.333322 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Transition to ACTIVE for port object d2fedbb1-ab30-4803-be11-adf91aa16325 will not be triggered until provisioned by entity DHCP. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:29.340900 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:29.346199 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:29.413441 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 is already hosted by enough agents. {{(pid=75109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:27:29.416184 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.base_scheduler [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Resources bound (agent type, host, resource id): {{(pid=75109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:29.422024 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Received port after_create {{(pid=75109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:27:29.428969 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Pushing event updated for resources: {'Port': ['ID=d2fedbb1-ab30-4803-be11-adf91aa16325,revision_number=1']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:29.466885 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.467223 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.467554 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.467878 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.468198 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.468516 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.468832 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.469146 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.469459 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.469777 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.470082 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Tracked resource versions report: Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: pushed versions: Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Log': {'1.0'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Network': {'1.1'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Port': {'1.5'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'PortForwarding': {'1.2'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'QosPolicy': {'1.8'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'SecurityGroup': {'1.2'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'SubPort': {'1.0'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Subnet': {'1.1'}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Trunk': {'1.1'}} Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: consumer versions: Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: { DHCP agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: L3 agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: Metadata agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: Metering agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: Open vSwitch agent@dv-cinder-806007-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Log': '1.0', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Network': '1.1', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Port': '1.5', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'PortForwarding': '1.2', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'QosPolicy': '1.8', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'SecurityGroup': '1.2', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'SecurityGroupRule': '1.0', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'SubPort': '1.0', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Subnet': '1.1', Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: 'Trunk': '1.1'}} Sep 15 08:27:29.471202 dv-cinder-806007-2-smb neutron-server[75109]: {{(pid=75109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:27:29.501504 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:29.528194 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Attempting to bind port d2fedbb1-ab30-4803-be11-adf91aa16325 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:27:29.528584 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Attempting to bind port d2fedbb1-ab30-4803-be11-adf91aa16325 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:27:29.529021 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Attempting to bind port d2fedbb1-ab30-4803-be11-adf91aa16325 on network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:27:29.535280 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:27:29.535681 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Checking segment: {'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:29.536156 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:29.536543 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Bound using segment: {'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:27:29.537039 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Bound port: d2fedbb1-ab30-4803-be11-adf91aa16325, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:27:29.537445 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:29.620785 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] For port d2fedbb1-ab30-4803-be11-adf91aa16325, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:27:29.624544 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] For port d2fedbb1-ab30-4803-be11-adf91aa16325, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d2fedbb1-ab30-4803-be11-adf91aa16325,segment=NetworkSegment(15d44dc9-f8bb-4435-97f5-c9bcf7b63b03),segment_id=15d44dc9-f8bb-4435-97f5-c9bcf7b63b03)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:27:29.629450 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:29.633632 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:29.737588 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Pushing event updated for resources: {'Port': ['ID=d2fedbb1-ab30-4803-be11-adf91aa16325,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:29.741998 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:30.883163 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42228) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:31.281880 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [None req-bb18e62e-ec79-41ce-81ec-f4e6e3cd3d77 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:27:31.298299 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-bb18e62e-ec79-41ce-81ec-f4e6e3cd3d77 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3987913 Sep 15 08:27:32.546016 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d2fedbb1-ab30-4803-be11-adf91aa16325 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:27:32.614837 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port d2fedbb1-ab30-4803-be11-adf91aa16325 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:33.408928 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1750f-492e-42c8-b522-466c4cbea9b7 None None] Network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:27:33.506030 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] Provisioning for port d2fedbb1-ab30-4803-be11-adf91aa16325 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:33.523266 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] Provisioning complete for port d2fedbb1-ab30-4803-be11-adf91aa16325 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:33.523666 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:33.537169 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42242) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:33.739406 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:33.781049 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] For port d2fedbb1-ab30-4803-be11-adf91aa16325, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d2fedbb1-ab30-4803-be11-adf91aa16325,segment=NetworkSegment(15d44dc9-f8bb-4435-97f5-c9bcf7b63b03),segment_id=15d44dc9-f8bb-4435-97f5-c9bcf7b63b03)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:27:33.785017 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:33.787182 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:33.855894 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] Pushing event updated for resources: {'Port': ['ID=d2fedbb1-ab30-4803-be11-adf91aa16325,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:33.863078 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:33.934168 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [None req-d5eb6964-c2e4-450b-b7cf-cc18cda54eca admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:27:33.935196 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-d5eb6964-c2e4-450b-b7cf-cc18cda54eca admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3970621 Sep 15 08:27:34.014299 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-7ff06fdc-055a-4807-bcbf-93321271627d None None] Provisioning complete for port d2fedbb1-ab30-4803-be11-adf91aa16325 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:34.014682 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7ff06fdc-055a-4807-bcbf-93321271627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:34.516588 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d2fedbb1-ab30-4803-be11-adf91aa16325 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:27:34.584999 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port d2fedbb1-ab30-4803-be11-adf91aa16325 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:34.585368 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:36.479665 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42254) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:36.845757 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0de90557809345ea86b9ebada7556a1a'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:36.851135 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:36.854995 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Usage tracker for resource:router and tenant:0de90557809345ea86b9ebada7556a1a is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:36.858294 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:36.864560 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:36.874307 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:36.875797 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128619'] for router, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:36.902099 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:37.015809 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037'] for router, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:37.033520 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:37.035243 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-c6c52de1-0ff0-4423-b5c0-9886e91223a5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5540471 Sep 15 08:27:39.264963 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42264) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:39.645817 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [None req-815391a6-721f-40d4-81c9-25366291ad38 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:27:39.646828 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-815391a6-721f-40d4-81c9-25366291ad38 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3808730 Sep 15 08:27:41.660965 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-352042ae-a7d9-49bc-bd94-65d0875fbb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:41.894542 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42274) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:42.207808 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.353516 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:42.358357 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:42.362053 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Usage tracker for resource:network and tenant:2262fbe475fb428b809dc46f5563511d is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:42.365427 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:42.371230 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:42.380927 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Made reservation on behalf of 2262fbe475fb428b809dc46f5563511d for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:27:42.383273 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.395178 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.426026 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:42.429750 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Usage tracker for resource:security_group_rule and tenant:2262fbe475fb428b809dc46f5563511d is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:42.432443 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:42.441525 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:42.504594 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.508068 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.511890 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:42.524345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Reserving flat network on physical network physnet1 {{(pid=75108) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 08:27:42.546600 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9959bb0-e57d-469d-87a7-8a39c86a33de,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:42.549162 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.549495 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Added segment e9cc50af-21e1-466c-a178-00368fceb706 of type flat for network bb2869aa-760a-4447-b522-1ae6d3f088da Sep 15 08:27:42.551138 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:42.581995 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.616385 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.617448 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:42.618026 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:42.622453 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6ad8a89a-d943-4fab-af06-15128b8e59fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:42.718496 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Pushing event updated for resources: {'Network': ['ID=bb2869aa-760a-4447-b522-1ae6d3f088da,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:42.721220 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8257039 Sep 15 08:27:42.721902 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:42.737109 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network bb2869aa-760a-4447-b522-1ae6d3f088da details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:27:43.867963 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-89156033-2d9f-4114-9177-bd702587fbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:44.798409 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:44.954099 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42284) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:45.397001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999ded6-0128-4815-829a-16762d69f830 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:45.398373 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5999ded6-0128-4815-829a-16762d69f830 admin admin] 10.222.0.32 "GET /v2.0/subnets/db82718a-76ab-4d39-aea0-f0d887b1acd9 HTTP/1.1" status: 200 len: 849 time: 0.4432364 Sep 15 08:27:45.539908 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3770c846-8656-4386-a341-4a8ba187e3a8 admin admin] 10.222.0.32 "GET /v2.0/routers/7d182237-9b73-4d62-b664-b356b35664f2 HTTP/1.1" status: 200 len: 704 time: 0.1362984 Sep 15 08:27:45.989958 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.216707 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Allocated IP 172.20.0.1 (ca0f237b-f87a-4246-b0b9-b5c13229c8d6/db82718a-76ab-4d39-aea0-f0d887b1acd9/9a8b80fb-763b-4c45-aed6-07fa3510fa59) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:27:46.248475 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.408988 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.425313 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Transition to ACTIVE for port object 9a8b80fb-763b-4c45-aed6-07fa3510fa59 will not be triggered until provisioned by entity DHCP. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:46.474565 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.479124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:46.541386 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:27:46.544217 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:46.547010 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:27:46.547541 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726227'] for router_interface, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.555629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Pushing event updated for resources: {'Port': ['ID=9a8b80fb-763b-4c45-aed6-07fa3510fa59,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:46.592043 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:46.673169 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.723469 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-7190e957-574c-4918-810f-c50ae191c0e0 None None] Provisioning for port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:46.728184 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-7190e957-574c-4918-810f-c50ae191c0e0 None None] Provisioning complete for port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:46.728556 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7190e957-574c-4918-810f-c50ae191c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.778454 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-7190e957-574c-4918-810f-c50ae191c0e0 None None] Port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:27:46.895752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.900012 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.901396 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1393871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-723560'] for router_interface, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:46.904491 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:47.026971 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Pushing event updated for resources: {'Port': ['ID=9a8b80fb-763b-4c45-aed6-07fa3510fa59,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:47.030969 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:47.086721 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:27:47.087754 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:47.301530 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-d5352a76-7952-408b-abe0-0a6b8371b5e5 None None] Provisioning complete for port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:47.302101 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d5352a76-7952-408b-abe0-0a6b8371b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:47.350926 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-d5352a76-7952-408b-abe0-0a6b8371b5e5 None None] Port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:27:47.431547 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Router 7d182237-9b73-4d62-b664-b356b35664f2 is scheduled to L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 with binding_index 1 {{(pid=75108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:27:47.592122 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:27:47.600776 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] 10.222.0.32 "PUT /v2.0/routers/7d182237-9b73-4d62-b664-b356b35664f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0561006 Sep 15 08:27:47.601977 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Sync routers for ids ['7d182237-9b73-4d62-b664-b356b35664f2'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:27:47.615585 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Routers {'7d182237-9b73-4d62-b664-b356b35664f2'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:27:47.616490 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:27:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['7d182237-9b73-4d62-b664-b356b35664f2'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:47.787276 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Set router 7d182237-9b73-4d62-b664-b356b35664f2 gateway port host: None {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:27:48.142964 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d182237-9b73-4d62-b664-b356b35664f2', 'name': 'router1', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:36Z', 'updated_at': '2021-09-15T08:27:46Z', 'revision_number': 2, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'gw_port_host': None, '_interfaces': [{'id': '9a8b80fb-763b-4c45-aed6-07fa3510fa59', 'name': '', 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'mac_address': 'fa:16:3e:62:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:46Z', 'updated_at': '2021-09-15T08:27:46Z', 'revision_number': 2, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'subnets': [{'id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d61224c-46e4-4139-a9f9-69c272f32796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:48.148632 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Checking router: 7d182237-9b73-4d62-b664-b356b35664f2 for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:27:48.149138 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Updating router 7d182237-9b73-4d62-b664-b356b35664f2 port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 binding host dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:27:48.206025 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:48.571268 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Notify callbacks [] for port, precommit_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:48.586184 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.provisioning_blocks [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Transition to ACTIVE for port object 9a8b80fb-763b-4c45-aed6-07fa3510fa59 will not be triggered until provisioned by entity L2. {{(pid=75110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:48.592182 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:48.598208 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:48.821543 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Pushing event updated for resources: {'Port': ['ID=9a8b80fb-763b-4c45-aed6-07fa3510fa59,revision_number=3']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:48.835199 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Attempting to bind port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:27:48.835590 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Attempting to bind port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:27:48.836032 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Attempting to bind port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 on network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:27:48.839154 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.839489 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.839819 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.840143 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.840465 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.840785 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.841098 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.841411 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.841722 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.842037 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.842368 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Tracked resource versions report: Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: pushed versions: Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Log': {'1.0'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Network': {'1.1'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Port': {'1.5'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'PortForwarding': {'1.2'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'QosPolicy': {'1.8'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'SecurityGroup': {'1.2'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'SubPort': {'1.0'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Subnet': {'1.1'}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Trunk': {'1.1'}} Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: consumer versions: Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: { DHCP agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: L3 agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: Metadata agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: Metering agent@dv-cinder-806007-2-smb: {}, Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: Open vSwitch agent@dv-cinder-806007-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Log': '1.0', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Network': '1.1', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Port': '1.5', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'PortForwarding': '1.2', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'QosPolicy': '1.8', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'SecurityGroup': '1.2', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'SecurityGroupRule': '1.0', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'SubPort': '1.0', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Subnet': '1.1', Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: 'Trunk': '1.1'}} Sep 15 08:27:48.843435 dv-cinder-806007-2-smb neutron-server[75110]: {{(pid=75110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:27:48.849020 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:48.850872 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:27:48.851275 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Checking segment: {'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:48.851771 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:48.852154 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Bound using segment: {'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:27:48.852664 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Bound port: 9a8b80fb-763b-4c45-aed6-07fa3510fa59, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d44dc9-f8bb-4435-97f5-c9bcf7b63b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6'}}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:27:48.853067 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:48.941147 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] For port 9a8b80fb-763b-4c45-aed6-07fa3510fa59, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:27:48.945801 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] For port 9a8b80fb-763b-4c45-aed6-07fa3510fa59, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=9a8b80fb-763b-4c45-aed6-07fa3510fa59,segment=NetworkSegment(15d44dc9-f8bb-4435-97f5-c9bcf7b63b03),segment_id=15d44dc9-f8bb-4435-97f5-c9bcf7b63b03)] {{(pid=75110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:27:48.950104 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:48.953758 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:49.037823 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Pushing event updated for resources: {'Port': ['ID=9a8b80fb-763b-4c45-aed6-07fa3510fa59,revision_number=4']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:49.041382 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:49.042063 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Routers {'7d182237-9b73-4d62-b664-b356b35664f2'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:27:49.042691 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:27:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['7d182237-9b73-4d62-b664-b356b35664f2'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:49.202446 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] Set router 7d182237-9b73-4d62-b664-b356b35664f2 gateway port host: None {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:27:49.512853 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d182237-9b73-4d62-b664-b356b35664f2', 'name': 'router1', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:36Z', 'updated_at': '2021-09-15T08:27:46Z', 'revision_number': 2, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'gw_port_host': None, '_interfaces': [{'id': '9a8b80fb-763b-4c45-aed6-07fa3510fa59', 'name': '', 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'mac_address': 'fa:16:3e:62:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:46Z', 'updated_at': '2021-09-15T08:27:48Z', 'revision_number': 4, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'subnets': [{'id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d61224c-46e4-4139-a9f9-69c272f32796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:49.516680 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa6658-378e-4ec1-a682-3d0941d84664 None None] The sync data for ids ['7d182237-9b73-4d62-b664-b356b35664f2'] in dv-cinder-806007-2-smb is: [{'id': '7d182237-9b73-4d62-b664-b356b35664f2', 'name': 'router1', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:36Z', 'updated_at': '2021-09-15T08:27:46Z', 'revision_number': 2, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'gw_port_host': None, '_interfaces': [{'id': '9a8b80fb-763b-4c45-aed6-07fa3510fa59', 'name': '', 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'mac_address': 'fa:16:3e:62:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:46Z', 'updated_at': '2021-09-15T08:27:48Z', 'revision_number': 4, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'subnets': [{'id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d61224c-46e4-4139-a9f9-69c272f32796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:27:49.910705 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42306) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:50.231516 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ec030-4b5a-432f-9930-fd2fdb31d909 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:50.232756 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-bf2ec030-4b5a-432f-9930-fd2fdb31d909 admin admin] Synchronizing usage tracker for tenant:2262fbe475fb428b809dc46f5563511d on resource:network {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:27:50.261600 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-bf2ec030-4b5a-432f-9930-fd2fdb31d909 admin admin] Unset dirty status for tenant:2262fbe475fb428b809dc46f5563511d on resource:network {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:27:50.262998 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-bf2ec030-4b5a-432f-9930-fd2fdb31d909 admin admin] 10.222.0.32 "GET /v2.0/networks/bb2869aa-760a-4447-b522-1ae6d3f088da HTTP/1.1" status: 200 len: 842 time: 0.3512800 Sep 15 08:27:50.275337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:50.280666 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:50.284589 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Usage tracker for resource:subnet and tenant:2262fbe475fb428b809dc46f5563511d is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:50.287408 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:50.294208 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:50.304577 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Made reservation on behalf of 2262fbe475fb428b809dc46f5563511d for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:27:50.307157 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.558928 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 9a8b80fb-763b-4c45-aed6-07fa3510fa59 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:27:50.629789 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:50.634724 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:50.635106 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.682184 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.objects.ports [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75108) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Sep 15 08:27:50.682550 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.687431 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:50.746188 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.759908 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:50.765505 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:50.765877 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Network hostable DHCP agents. Network: bb2869aa-760a-4447-b522-1ae6d3f088da, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:27:50.770463 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:50.777847 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 9a8b80fb-763b-4c45-aed6-07fa3510fa59, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=9a8b80fb-763b-4c45-aed6-07fa3510fa59,segment=NetworkSegment(15d44dc9-f8bb-4435-97f5-c9bcf7b63b03),segment_id=15d44dc9-f8bb-4435-97f5-c9bcf7b63b03)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:27:50.782796 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.785411 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:50.792011 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:27:50.801375 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, bb2869aa-760a-4447-b522-1ae6d3f088da) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:50.805304 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:50.805870 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.818497 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8d5b1-d568-4194-a1f3-4969d799d16d None None] Network bb2869aa-760a-4447-b522-1ae6d3f088da requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:27:50.842345 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5561686 Sep 15 08:27:50.931741 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=9a8b80fb-763b-4c45-aed6-07fa3510fa59,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:50.937133 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:51.080310 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fcb3c1-fea7-4617-8467-f386117c783a None None] Network bb2869aa-760a-4447-b522-1ae6d3f088da requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:27:52.527143 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 9a8b80fb-763b-4c45-aed6-07fa3510fa59 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:27:52.596496 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:52.597153 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:52.951820 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42330) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:53.184433 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-b86b1a33-c7e9-4ed0-9049-12f9d7d9c187 admin admin] 10.222.0.32 "GET /v2.0/routers/7d182237-9b73-4d62-b664-b356b35664f2 HTTP/1.1" status: 200 len: 710 time: 0.2315001 Sep 15 08:27:53.311765 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f901f-a4b7-4043-b134-89bce95c15dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:53.313121 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f33f901f-a4b7-4043-b134-89bce95c15dc admin admin] 10.222.0.32 "GET /v2.0/networks/bb2869aa-760a-4447-b522-1ae6d3f088da HTTP/1.1" status: 200 len: 886 time: 0.1234627 Sep 15 08:27:53.322177 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:53.772212 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:53.986266 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.042923 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.172514 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Allocated IP 172.28.0.8 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/15237cf8-84e9-4abc-9c16-96f17333cbba) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:27:54.312990 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.338658 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.342584 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:54.400312 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:27:54.403033 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:54.406651 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:27:54.434670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Pushing event updated for resources: {'Port': ['ID=15237cf8-84e9-4abc-9c16-96f17333cbba,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:54.442036 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:54.545746 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.705321 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.708674 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724128'] for router, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.893999 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Router 7d182237-9b73-4d62-b664-b356b35664f2 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:27:55.083714 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:27:55.091368 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:55.092531 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] 10.222.0.32 "PUT /v2.0/routers/7d182237-9b73-4d62-b664-b356b35664f2 HTTP/1.1" status: 200 len: 888 time: 1.7736852 Sep 15 08:27:55.093090 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Sync routers for ids ['7d182237-9b73-4d62-b664-b356b35664f2'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:27:55.106451 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Routers {'7d182237-9b73-4d62-b664-b356b35664f2'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:27:55.107150 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:27:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['7d182237-9b73-4d62-b664-b356b35664f2'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:55.296181 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Set router 7d182237-9b73-4d62-b664-b356b35664f2 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:27:55.630322 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d182237-9b73-4d62-b664-b356b35664f2', 'name': 'router1', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '15237cf8-84e9-4abc-9c16-96f17333cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:36Z', 'updated_at': '2021-09-15T08:27:54Z', 'revision_number': 4, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'gw_port': {'id': '15237cf8-84e9-4abc-9c16-96f17333cbba', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:54Z', 'updated_at': '2021-09-15T08:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '9a8b80fb-763b-4c45-aed6-07fa3510fa59', 'name': '', 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'mac_address': 'fa:16:3e:62:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:46Z', 'updated_at': '2021-09-15T08:27:50Z', 'revision_number': 5, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'subnets': [{'id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d61224c-46e4-4139-a9f9-69c272f32796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:55.635120 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Checking router: 7d182237-9b73-4d62-b664-b356b35664f2 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:27:55.635878 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Updating router 7d182237-9b73-4d62-b664-b356b35664f2 port 15237cf8-84e9-4abc-9c16-96f17333cbba binding host dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:27:55.688757 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.007290 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Notify callbacks [] for port, precommit_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.018654 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Transition to ACTIVE for port object 15237cf8-84e9-4abc-9c16-96f17333cbba will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:56.024661 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.028905 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:56.102519 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52413e-9cf1-4048-a982-b73b4353ce76 None None] Pushing event updated for resources: {'Port': ['ID=15237cf8-84e9-4abc-9c16-96f17333cbba,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:56.105840 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-7b52413e-9cf1-4048-a982-b73b4353ce76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:56.106696 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Attempting to bind port 15237cf8-84e9-4abc-9c16-96f17333cbba on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:27:56.107065 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Attempting to bind port 15237cf8-84e9-4abc-9c16-96f17333cbba by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:27:56.107428 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Attempting to bind port 15237cf8-84e9-4abc-9c16-96f17333cbba on network bb2869aa-760a-4447-b522-1ae6d3f088da {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:27:56.114610 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:27:56.114984 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:56.115383 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.115767 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Bound using segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:27:56.116231 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Bound port: 15237cf8-84e9-4abc-9c16-96f17333cbba, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:27:56.116617 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.211774 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] For port 15237cf8-84e9-4abc-9c16-96f17333cbba, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:27:56.214745 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] For port 15237cf8-84e9-4abc-9c16-96f17333cbba, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=15237cf8-84e9-4abc-9c16-96f17333cbba,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:27:56.218818 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.223023 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-4337c5bd-6771-4fa1-addc-877064f7e82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:56.295790 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52413e-9cf1-4048-a982-b73b4353ce76 None None] Pushing event updated for resources: {'Port': ['ID=15237cf8-84e9-4abc-9c16-96f17333cbba,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:56.299056 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-7b52413e-9cf1-4048-a982-b73b4353ce76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:56.302144 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Routers {'7d182237-9b73-4d62-b664-b356b35664f2'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:27:56.302755 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:27:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['7d182237-9b73-4d62-b664-b356b35664f2'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:56.478870 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] Set router 7d182237-9b73-4d62-b664-b356b35664f2 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:27:56.792455 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d182237-9b73-4d62-b664-b356b35664f2', 'name': 'router1', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '15237cf8-84e9-4abc-9c16-96f17333cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:36Z', 'updated_at': '2021-09-15T08:27:54Z', 'revision_number': 4, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'gw_port': {'id': '15237cf8-84e9-4abc-9c16-96f17333cbba', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:54Z', 'updated_at': '2021-09-15T08:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '9a8b80fb-763b-4c45-aed6-07fa3510fa59', 'name': '', 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'mac_address': 'fa:16:3e:62:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:46Z', 'updated_at': '2021-09-15T08:27:50Z', 'revision_number': 5, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'subnets': [{'id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d61224c-46e4-4139-a9f9-69c272f32796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:56.796537 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae765ded-7e2a-4422-a07a-7f2f99872824 None None] The sync data for ids ['7d182237-9b73-4d62-b664-b356b35664f2'] in dv-cinder-806007-2-smb is: [{'id': '7d182237-9b73-4d62-b664-b356b35664f2', 'name': 'router1', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '15237cf8-84e9-4abc-9c16-96f17333cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:36Z', 'updated_at': '2021-09-15T08:27:54Z', 'revision_number': 4, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'gw_port': {'id': '15237cf8-84e9-4abc-9c16-96f17333cbba', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:54Z', 'updated_at': '2021-09-15T08:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '9a8b80fb-763b-4c45-aed6-07fa3510fa59', 'name': '', 'network_id': 'ca0f237b-f87a-4246-b0b9-b5c13229c8d6', 'tenant_id': '0de90557809345ea86b9ebada7556a1a', 'mac_address': 'fa:16:3e:62:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d182237-9b73-4d62-b664-b356b35664f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:46Z', 'updated_at': '2021-09-15T08:27:50Z', 'revision_number': 5, 'project_id': '0de90557809345ea86b9ebada7556a1a', 'subnets': [{'id': 'db82718a-76ab-4d39-aea0-f0d887b1acd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d61224c-46e4-4139-a9f9-69c272f32796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:27:57.325912 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42340) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:57.457734 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-0e96fc07-9397-4a1d-94dd-2d1269915df0 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1076 time: 0.1306586 Sep 15 08:27:58.555092 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 15237cf8-84e9-4abc-9c16-96f17333cbba up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:27:58.630192 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 15237cf8-84e9-4abc-9c16-96f17333cbba completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:58.635710 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 15237cf8-84e9-4abc-9c16-96f17333cbba triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:58.636094 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:58.763788 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:58.778846 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 15237cf8-84e9-4abc-9c16-96f17333cbba, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=15237cf8-84e9-4abc-9c16-96f17333cbba,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:27:58.782689 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:58.784811 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-4f94c637-95b6-4bf4-9574-fc228c3718e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:58.847071 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=15237cf8-84e9-4abc-9c16-96f17333cbba,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:58.849922 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:28:00.540162 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 15237cf8-84e9-4abc-9c16-96f17333cbba up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:28:00.633607 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 15237cf8-84e9-4abc-9c16-96f17333cbba triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:28:00.634007 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:11.665518 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c6a08a09-c42b-4a1b-9c91-9d4357d072d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:12.210079 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:13.870314 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-81cd2d90-657d-4156-9061-8930e22c560a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:14.503607 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:28:14.805261 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:16.258794 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:41.667706 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-73a82a8a-3b52-40cc-9162-f5176b1ca447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:42.214642 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:43.892101 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b672fa06-44ef-48bf-b7f3-91133895c918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:44.808946 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:46.269587 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:51.504540 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:29:11.677007 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d2a44cf7-93a8-401c-a7fe-df3b8235f7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:12.218096 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:13.875058 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ed790eea-ec03-4d4f-ae63-7d042e356665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:14.811488 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:16.271558 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:28.504275 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:29:41.669522 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-1907bb36-d5bc-4309-83a2-100dffa7d21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:42.220877 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:43.878219 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e6b2-9e0a-4158-90c1-57e0890af096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:44.811275 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:46.273193 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:58.404652 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42912) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:29:58.494736 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6ff95f-e848-4616-81ed-4782cc7edec6 admin admin] GET failed (client error): The resource could not be found. Sep 15 08:29:58.495939 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-de6ff95f-e848-4616-81ed-4782cc7edec6 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0903630 Sep 15 08:29:58.622896 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fdea82-2ca0-4a82-8fcc-fd967d00ab4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:29:58.624359 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-39fdea82-2ca0-4a82-8fcc-fd967d00ab4e admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1246350 Sep 15 08:30:00.614049 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42922) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:00.777165 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966906c1-abdc-4539-b7a1-11693b11c506 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:00.777732 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-966906c1-abdc-4539-b7a1-11693b11c506 admin admin] Synchronizing usage tracker for tenant:2262fbe475fb428b809dc46f5563511d on resource:subnet {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:30:00.795438 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-966906c1-abdc-4539-b7a1-11693b11c506 admin admin] Unset dirty status for tenant:2262fbe475fb428b809dc46f5563511d on resource:subnet {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:30:00.797093 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-966906c1-abdc-4539-b7a1-11693b11c506 admin admin] 10.222.0.32 "GET /v2.0/subnets/db82718a-76ab-4d39-aea0-f0d887b1acd9 HTTP/1.1" status: 200 len: 849 time: 0.1819930 Sep 15 08:30:00.806252 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:30:00.922180 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:01.107144 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769788995624'] for subnet, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:01.111381 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:01.153013 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:01.153606 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:01.154876 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] 10.222.0.32 "PUT /v2.0/subnets/db82718a-76ab-4d39-aea0-f0d887b1acd9 HTTP/1.1" status: 200 len: 868 time: 0.3523626 Sep 15 08:30:01.157948 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406bc4c-2d15-4889-9060-9ae88f199ca2 None None] Network ca0f237b-f87a-4246-b0b9-b5c13229c8d6 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:30:01.179912 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db82718a-76ab-4d39-aea0-f0d887b1acd9,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:01.189683 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.190019 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.190403 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.190743 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.191076 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.191406 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.191795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.192118 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.192460 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.192805 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.193132 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:01.197742 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:01.664202 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-58a25af8-e676-4ac5-bf4c-1d73bda339f4 None None] Provisioning complete for port 9a8b80fb-763b-4c45-aed6-07fa3510fa59 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:01.664574 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-58a25af8-e676-4ac5-bf4c-1d73bda339f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:01.787039 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-58a25af8-e676-4ac5-bf4c-1d73bda339f4 None None] Provisioning complete for port d2fedbb1-ab30-4803-be11-adf91aa16325 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:01.787299 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-58a25af8-e676-4ac5-bf4c-1d73bda339f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:03.166201 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42932) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:03.358797 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8caa28c-a665-4136-be9e-bafe2dd257d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:03.359089 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8caa28c-a665-4136-be9e-bafe2dd257d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:03.360571 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-d8caa28c-a665-4136-be9e-bafe2dd257d8 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1933603 Sep 15 08:30:05.364518 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 42942) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:05.503490 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:30:05.523311 dv-cinder-806007-2-smb neutron-server[75107]: WARNING oslo_policy.policy [None req-4dbe82e1-be06-4a67-8bd4-e2c71ca3fc2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:30:05.523900 dv-cinder-806007-2-smb neutron-server[75107]: WARNING oslo_policy.policy [None req-4dbe82e1-be06-4a67-8bd4-e2c71ca3fc2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:30:05.938911 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.policy [None req-4dbe82e1-be06-4a67-8bd4-e2c71ca3fc2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75107) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 08:30:05.939677 dv-cinder-806007-2-smb neutron-server[75107]: WARNING oslo_policy.policy [None req-4dbe82e1-be06-4a67-8bd4-e2c71ca3fc2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:30:05.940058 dv-cinder-806007-2-smb neutron-server[75107]: WARNING oslo_policy.policy [None req-4dbe82e1-be06-4a67-8bd4-e2c71ca3fc2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:30:05.942862 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe82e1-be06-4a67-8bd4-e2c71ca3fc2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:05.943243 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe82e1-be06-4a67-8bd4-e2c71ca3fc2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:05.945781 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-4dbe82e1-be06-4a67-8bd4-e2c71ca3fc2c admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5787618 Sep 15 08:30:07.932369 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 42958) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:08.121724 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bd7a2c-6952-4fba-969c-9a7833486bd1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:08.123049 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-69bd7a2c-6952-4fba-969c-9a7833486bd1 admin admin] 10.222.0.32 "GET /v2.0/networks/bb2869aa-760a-4447-b522-1ae6d3f088da HTTP/1.1" status: 200 len: 886 time: 0.1897385 Sep 15 08:30:10.124060 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 42968) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:10.316221 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e0fe8-ad0c-4544-ba12-3d36e0f2bba5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:10.317465 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c11e0fe8-ad0c-4544-ba12-3d36e0f2bba5 admin admin] 10.222.0.32 "GET /v2.0/networks/ca0f237b-f87a-4246-b0b9-b5c13229c8d6 HTTP/1.1" status: 200 len: 869 time: 0.1924801 Sep 15 08:30:11.671252 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-31ac25f5-0ed4-4871-8e0a-4c93c2e2039a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:12.224809 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:12.334431 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 42978) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:12.464864 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a6716-91c0-4d2e-b1ba-537f145e0c0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:12.465153 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a6716-91c0-4d2e-b1ba-537f145e0c0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:12.466666 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-172a6716-91c0-4d2e-b1ba-537f145e0c0d admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1313100 Sep 15 08:30:13.880896 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-fa623fc0-342b-4d2a-ab5b-b7f2527a1edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:14.494975 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 42988) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:14.621253 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a91d4-e34d-4073-97bf-54edd27d2b29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:14.621619 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a91d4-e34d-4073-97bf-54edd27d2b29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:14.623133 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-2d4a91d4-e34d-4073-97bf-54edd27d2b29 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271763 Sep 15 08:30:14.818003 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:16.278537 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:16.631184 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 42998) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:16.756026 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c904f5-80c4-44f4-b49b-42019342b87c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:16.757904 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-c5c904f5-80c4-44f4-b49b-42019342b87c admin admin] 10.222.0.32 "GET /v2.0/subnets/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a HTTP/1.1" status: 200 len: 816 time: 0.1252091 Sep 15 08:30:18.774301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43008) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:18.905737 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c7fead-4142-4b44-a6b5-5595135cf4d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:18.907086 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-94c7fead-4142-4b44-a6b5-5595135cf4d7 admin admin] 10.222.0.32 "GET /v2.0/subnets/db82718a-76ab-4d39-aea0-f0d887b1acd9 HTTP/1.1" status: 200 len: 868 time: 0.1317887 Sep 15 08:30:36.925041 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43046) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:36.995919 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [None req-abed4b29-0609-4dc0-bb84-55b91da3335c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:30:36.996961 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-abed4b29-0609-4dc0-bb84-55b91da3335c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0709250 Sep 15 08:30:39.053606 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43056) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:39.141440 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.pecan_wsgi.hooks.translation [None req-313892cc-0887-4eec-b0e0-8049d7ed37c8 admin admin] GET failed (client error): The resource could not be found. Sep 15 08:30:39.142627 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-313892cc-0887-4eec-b0e0-8049d7ed37c8 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0881164 Sep 15 08:30:39.265384 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19329e-6d2d-4f1d-b663-2e95c537c1b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:39.266774 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ee19329e-6d2d-4f1d-b663-2e95c537c1b7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203380 Sep 15 08:30:41.281696 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43066) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:41.353335 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:30:41.357748 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:30:41.367073 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:30:41.377090 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Made reservation on behalf of 2262fbe475fb428b809dc46f5563511d for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:30:41.379310 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:41.466485 dv-cinder-806007-2-smb neutron-server[75108]: WARNING neutron.services.revisions.revision_plugin [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Could not find related network for resource to bump revision. Sep 15 08:30:41.479448 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:30:41.488159 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:41.488490 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Added segment cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9 of type vlan for network ff47dcc2-e394-4907-b712-369639728c92 Sep 15 08:30:41.512460 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:41.542155 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:41.543342 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:41.543988 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:41.546901 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:41.643731 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff47dcc2-e394-4907-b712-369639728c92,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:41.648397 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3655579 Sep 15 08:30:41.649307 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:41.665848 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network ff47dcc2-e394-4907-b712-369639728c92 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:30:41.756502 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-def925ef-ab3a-4764-9064-fbe669732ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:42.227141 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:42.502928 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:30:43.663511 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43076) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:43.753855 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f449a5ff-692a-40bb-80a0-4b02fec0f5ca admin admin] GET failed (client error): The resource could not be found. Sep 15 08:30:43.754358 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-f449a5ff-692a-40bb-80a0-4b02fec0f5ca admin admin] Synchronizing usage tracker for tenant:2262fbe475fb428b809dc46f5563511d on resource:network {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:30:43.768628 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-f449a5ff-692a-40bb-80a0-4b02fec0f5ca admin admin] Unset dirty status for tenant:2262fbe475fb428b809dc46f5563511d on resource:network {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:30:43.769678 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f449a5ff-692a-40bb-80a0-4b02fec0f5ca admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1052551 Sep 15 08:30:43.870645 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd03f1b-4aff-40d1-a6ea-0d42779989ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:43.872057 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-8fd03f1b-4aff-40d1-a6ea-0d42779989ad admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0977132 Sep 15 08:30:43.881471 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Request body: {'subnet': {'network_id': 'ff47dcc2-e394-4907-b712-369639728c92', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:30:43.883649 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-33ef2326-b868-4536-b4b4-dab788902e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:43.886756 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:30:43.896043 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:30:43.905841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Made reservation on behalf of 2262fbe475fb428b809dc46f5563511d for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:30:43.908069 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:44.099067 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:44.103169 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8682a996-16b7-49f0-8f35-6fc67f303141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:44.164456 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d138a75-ae23-4288-b8c5-5ad4993de606,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:44.168396 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:44.181443 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Checking segment: {'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:30:44.181792 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Network hostable DHCP agents. Network: ff47dcc2-e394-4907-b712-369639728c92, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:30:44.202853 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Network ff47dcc2-e394-4907-b712-369639728c92 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:30:44.212390 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, ff47dcc2-e394-4907-b712-369639728c92) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:30:44.216210 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:44.216780 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:44.242879 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3649244 Sep 15 08:30:44.326246 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517f683-3b19-4d68-ab63-955c1825ba17 None None] Network ff47dcc2-e394-4907-b712-369639728c92 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:30:44.538064 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec03a22-7b9b-5070-94e7-cc86b6fb4fee-ff47dcc2-e394-4907-b712-369639728c92', 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92', 'tenant_id': '2262fbe475fb428b809dc46f5563511d', 'fixed_ips': [{'subnet_id': '1d138a75-ae23-4288-b8c5-5ad4993de606'}]}} from dv-cinder-806007-2-smb. {{(pid=75109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:30:44.538930 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:44.692683 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.db_base_plugin_common [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Allocated IP 192.168.233.2 (ff47dcc2-e394-4907-b712-369639728c92/1d138a75-ae23-4288-b8c5-5ad4993de606/00b1fb4a-fa51-4d90-b54f-ba4bfc442d89) {{(pid=75109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:30:44.844279 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:44.906345 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Notify callbacks [] for port, precommit_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:44.916935 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Transition to ACTIVE for port object 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:30:44.935101 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Transition to ACTIVE for port object 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 will not be triggered until provisioned by entity DHCP. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:30:44.940944 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:44.945311 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:45.008571 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Network ff47dcc2-e394-4907-b712-369639728c92 is already hosted by enough agents. {{(pid=75109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:30:45.011422 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.base_scheduler [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Resources bound (agent type, host, resource id): {{(pid=75109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:30:45.015134 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Received port after_create {{(pid=75109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:30:45.019910 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Pushing event updated for resources: {'Port': ['ID=00b1fb4a-fa51-4d90-b54f-ba4bfc442d89,revision_number=1']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:45.057940 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.058292 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.058620 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.058943 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.059268 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.059584 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.059903 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.060228 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.060528 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.060839 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.061156 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:45.068664 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:45.115140 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Attempting to bind port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:30:45.115435 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Attempting to bind port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:30:45.115799 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Attempting to bind port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 on network ff47dcc2-e394-4907-b712-369639728c92 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:30:45.122144 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:30:45.122535 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Checking segment: {'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:30:45.122939 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:45.123331 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Bound using segment: {'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:30:45.123796 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Bound port: 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:30:45.124191 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:45.237277 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] For port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:30:45.240577 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] For port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=00b1fb4a-fa51-4d90-b54f-ba4bfc442d89,segment=NetworkSegment(cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9),segment_id=cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:30:45.244889 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:45.248772 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-7b52413e-9cf1-4048-a982-b73b4353ce76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:45.322776 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Pushing event updated for resources: {'Port': ['ID=00b1fb4a-fa51-4d90-b54f-ba4bfc442d89,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:45.326163 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:46.186723 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7f8bc-4b89-4623-85ba-fc697852a084 None None] Network ff47dcc2-e394-4907-b712-369639728c92 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:30:46.296953 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-602bb98f-e00d-47e2-b477-6eb17ccc4984 None None] Provisioning for port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:30:46.321618 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:46.642421 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:30:46.711807 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:30:46.720389 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:46.720701 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:46.781523 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-21994ebe-24e0-456d-a845-22ad8c48fc23 None None] Provisioning complete for port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:46.781831 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-21994ebe-24e0-456d-a845-22ad8c48fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:46.894422 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:46.969036 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-21994ebe-24e0-456d-a845-22ad8c48fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:46.983296 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=00b1fb4a-fa51-4d90-b54f-ba4bfc442d89,segment=NetworkSegment(cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9),segment_id=cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:30:46.987048 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:46.992235 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-7b52413e-9cf1-4048-a982-b73b4353ce76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:47.103247 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=00b1fb4a-fa51-4d90-b54f-ba4bfc442d89,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:47.109559 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.db.api [None req-21994ebe-24e0-456d-a845-22ad8c48fc23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:30:47.109971 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_db.api [None req-21994ebe-24e0-456d-a845-22ad8c48fc23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:30:47.110637 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:48.609626 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:30:48.675227 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 00b1fb4a-fa51-4d90-b54f-ba4bfc442d89 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:48.675592 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:11.668683 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4398-6074-4ff8-a90b-e4283af48935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:12.228339 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:13.886005 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ac69-c379-4f7e-a6d1-be2c81f3befe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:14.820324 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:16.294842 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:19.502809 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:31:41.670044 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-296cc9eb-dbd1-416f-bff6-84bcfd0c328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:42.229900 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:43.887355 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-55cdfc34-af69-4434-bdd3-ad5ba520c827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:44.823927 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:46.290075 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:50.610261 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43120) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:31:50.616138 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [None req-f2fc080e-0131-42ea-8316-a29d8ad0b4d4 tempest-verify_tempest_config-1720508173 tempest-verify_tempest_config-1720508173-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:31:50.617081 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f2fc080e-0131-42ea-8316-a29d8ad0b4d4 tempest-verify_tempest_config-1720508173 tempest-verify_tempest_config-1720508173-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058277 Sep 15 08:31:50.934443 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43136) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:31:51.074348 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:51.116675 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.quota [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Loaded quota_driver: . Sep 15 08:31:51.120549 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:31:51.125802 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f29e29078440cd97a7113b4f0074ba is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:31:51.129070 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:31:51.136893 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:31:51.213336 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:51.217119 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:51.224480 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:31:51.267323 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0f29e29078440cd97a7113b4f0074ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3316884 Sep 15 08:31:51.270108 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43144) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:31:51.273379 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df437682-2c0e-4c5f-9e39-10b63e7de8b7,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:31:51.282149 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.282513 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.282844 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.283166 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.283486 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.283805 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.284118 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.284440 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.284754 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.285065 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.285377 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Tracked resource versions report: Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: pushed versions: Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Log': {'1.0'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Network': {'1.1'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Port': {'1.5'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'PortForwarding': {'1.2'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'QosPolicy': {'1.8'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'SecurityGroup': {'1.2'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'SubPort': {'1.0'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Subnet': {'1.1'}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Trunk': {'1.1'}} Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: consumer versions: Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: { DHCP agent@dv-cinder-806007-2-smb: {}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: L3 agent@dv-cinder-806007-2-smb: {}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: Metadata agent@dv-cinder-806007-2-smb: {}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: Metering agent@dv-cinder-806007-2-smb: {}, Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: Open vSwitch agent@dv-cinder-806007-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Log': '1.0', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Network': '1.1', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Port': '1.5', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'PortForwarding': '1.2', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'QosPolicy': '1.8', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'SecurityGroup': '1.2', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'SecurityGroupRule': '1.0', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'SubPort': '1.0', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Subnet': '1.1', Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: 'Trunk': '1.1'}} Sep 15 08:31:51.286451 dv-cinder-806007-2-smb neutron-server[75107]: {{(pid=75107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:31:51.316336 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:31:51.361028 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:51.385581 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:51.474163 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:51.479840 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:31:51.493317 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df437682-2c0e-4c5f-9e39-10b63e7de8b7,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:31:51.496051 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:51.497150 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df437682-2c0e-4c5f-9e39-10b63e7de8b7 HTTP/1.1" status: 204 len: 168 time: 0.2259209 Sep 15 08:31:51.503584 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.503971 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.504238 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.504557 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.504881 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.505197 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.505814 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.506135 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.506466 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.506775 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.507082 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:51.510001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:31:56.502736 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:32:11.670764 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-cf311258-6ebd-4761-8ebd-c311eb59bd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:12.230686 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:13.888943 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3421-4b1e-4434-bc60-9d3371e40bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:14.825522 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:16.290888 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:33.502967 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:32:41.671201 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3d05-ad75-4640-8180-f4d84a9360b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:42.230491 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:43.889569 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-53e0a4df-fd3b-448a-bdf6-ed5493e1e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:44.828476 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:46.294114 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:10.503508 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 5 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:33:11.671966 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ccc084c0-528c-49f5-8791-a72b86f70d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:12.231199 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:13.890843 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-890bfd34-e535-4d5e-9f15-b7ff5db9b86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:14.833714 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:16.296540 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:29.916159 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-723658'] for agent, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:41.673474 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-1489fe10-2a07-4788-bb5f-399059e6bb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:42.233233 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:43.891941 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-f11cbf62-fca7-45d1-ac0d-1f3b1ac31a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:44.169478 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43216) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:44.302083 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-28798c69-8ae3-422f-b668-3001bdafe9e9 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1315062 Sep 15 08:33:44.834783 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:46.301208 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:46.320618 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43226) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:46.400180 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9f3dc8db-e30c-4fc4-a8ac-d2206b7088a7 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0777233 Sep 15 08:33:47.503353 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:33:59.869378 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:11.674676 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8023b137-e82c-4a70-bb7d-968f6a9cb3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:12.234305 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:13.891946 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7b4f27b8-c93f-4a84-83e1-76d3ddfe18a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:14.836793 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:16.304163 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:24.503016 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:34:29.883398 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:41.675100 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e5d134e6-0c0e-49d6-807a-3bd52f53cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:42.235393 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:43.894454 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-9d1efa19-2a48-4b46-92f9-08e3db17cde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:44.839837 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:46.306521 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:59.897894 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:01.503952 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:35:11.677863 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-1390f706-19e7-4c98-a11d-8753801dab7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:12.237085 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:13.897729 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-f187d9af-b628-4c79-99d6-e9c09d12f4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.841993 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.310981 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:29.904766 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.168129 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43336) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:31.477571 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-879886812-network', 'tenant_id': '60f8f5a5697c4a889e0af04e0352b174'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:31.482942 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:31.487193 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Usage tracker for resource:network and tenant:60f8f5a5697c4a889e0af04e0352b174 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:31.490207 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:31.496222 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:31.507067 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Made reservation on behalf of 60f8f5a5697c4a889e0af04e0352b174 for: {'network': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:31.510626 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.527485 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.561428 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:31.566125 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Usage tracker for resource:security_group_rule and tenant:60f8f5a5697c4a889e0af04e0352b174 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:31.569841 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:31.576103 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:31.641139 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.646616 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.652109 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:31.698643 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a4d30e-45fe-4c39-96f8-d3b6589fb9d1,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:31.701954 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=75107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:31.713538 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.713881 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.714211 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.714608 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.714922 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.715239 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.715696 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.715913 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.716211 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.716525 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.716847 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Tracked resource versions report: Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: pushed versions: Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Log': {'1.0'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Network': {'1.1'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Port': {'1.5'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'PortForwarding': {'1.2'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'QosPolicy': {'1.8'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'SecurityGroup': {'1.2'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'SubPort': {'1.0'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Subnet': {'1.1'}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Trunk': {'1.1'}} Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: consumer versions: Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: { DHCP agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: L3 agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: Metadata agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: Metering agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: Open vSwitch agent@dv-cinder-806007-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Log': '1.0', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Network': '1.1', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Port': '1.5', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'PortForwarding': '1.2', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'QosPolicy': '1.8', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'SecurityGroup': '1.2', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'SecurityGroupRule': '1.0', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'SubPort': '1.0', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Subnet': '1.1', Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: 'Trunk': '1.1'}} Sep 15 08:35:31.717820 dv-cinder-806007-2-smb neutron-server[75107]: {{(pid=75107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:35:31.722147 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:31.726792 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769789073044', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.727413 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Unsubscribe: segment precommit_create {{(pid=75107) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 08:35:31.727859 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.segments_db [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Added segment 104bb9e5-3e56-4f70-8367-5aa2347eb07d of type vlan for network a24150cb-da68-4d21-b1d2-da44a3ca7eb4 Sep 15 08:35:31.799937 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.839920 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.841198 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:31.841827 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.844960 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:31.964680 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Pushing event updated for resources: {'Network': ['ID=a24150cb-da68-4d21-b1d2-da44a3ca7eb4,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:31.968624 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:31.974010 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8041675 Sep 15 08:35:31.974457 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43376) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:31.985790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Request body: {'subnet': {'network_id': 'a24150cb-da68-4d21-b1d2-da44a3ca7eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-879886812-subnet', 'tenant_id': '60f8f5a5697c4a889e0af04e0352b174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:31.986923 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network a24150cb-da68-4d21-b1d2-da44a3ca7eb4 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:31.993303 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:32.000802 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Usage tracker for resource:subnet and tenant:60f8f5a5697c4a889e0af04e0352b174 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:32.005161 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:32.016249 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:32.033056 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Made reservation on behalf of 60f8f5a5697c4a889e0af04e0352b174 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:32.036032 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:32.255994 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:32.260819 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7604a9fe-c5ac-492e-aa6b-2f60b47af107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:32.325216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8bce073-e0ef-4962-a705-f9a5f607162d,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:32.340589 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.340930 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.341252 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.341575 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.342051 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.342226 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.342575 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.342979 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.343151 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.343432 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.343732 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Tracked resource versions report: Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: pushed versions: Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Log': {'1.0'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Network': {'1.1'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Port': {'1.5'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'PortForwarding': {'1.2'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'QosPolicy': {'1.8'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'SecurityGroup': {'1.2'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'SubPort': {'1.0'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Subnet': {'1.1'}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Trunk': {'1.1'}} Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: consumer versions: Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: { DHCP agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: L3 agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: Metadata agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: Metering agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: Open vSwitch agent@dv-cinder-806007-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Log': '1.0', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Network': '1.1', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Port': '1.5', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'PortForwarding': '1.2', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'QosPolicy': '1.8', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'SecurityGroup': '1.2', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'SecurityGroupRule': '1.0', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'SubPort': '1.0', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Subnet': '1.1', Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: 'Trunk': '1.1'}} Sep 15 08:35:32.344795 dv-cinder-806007-2-smb neutron-server[75108]: {{(pid=75108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:35:32.348226 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:32.351425 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Checking segment: {'id': '104bb9e5-3e56-4f70-8367-5aa2347eb07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a24150cb-da68-4d21-b1d2-da44a3ca7eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:32.351773 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Network hostable DHCP agents. Network: a24150cb-da68-4d21-b1d2-da44a3ca7eb4, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:32.377995 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Network a24150cb-da68-4d21-b1d2-da44a3ca7eb4 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:32.388320 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, a24150cb-da68-4d21-b1d2-da44a3ca7eb4) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:32.393029 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:32.394077 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:32.397216 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0222aef4-6883-459f-a6de-6b8ab224d871 None None] Network a24150cb-da68-4d21-b1d2-da44a3ca7eb4 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:32.422861 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4467244 Sep 15 08:35:32.615506 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c614923-87a5-41a1-b41f-0a299f450eb0 None None] Network a24150cb-da68-4d21-b1d2-da44a3ca7eb4 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:33.441843 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43440) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:33.661458 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43454) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:33.694509 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43462) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:33.729588 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43468) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:33.788753 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1258485442-network', 'tenant_id': '2f8d5e82cb984fc09f9ced5ba60c6d1d'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:33.794046 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:33.797951 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Usage tracker for resource:network and tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:33.800802 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:33.806405 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:33.817332 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Made reservation on behalf of 2f8d5e82cb984fc09f9ced5ba60c6d1d for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:33.819857 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:33.832818 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:33.870855 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:33.874811 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:33.877716 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:33.884816 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:33.955336 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-45365572-network', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:33.965220 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:33.968298 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:33.971105 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Usage tracker for resource:network and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:33.974303 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:33.977219 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:33.983316 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:33.985807 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:34.002984 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:34.012328 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.012709 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Added segment fd20ec0d-5301-40d0-918a-345aebe015c6 of type vlan for network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 Sep 15 08:35:34.023362 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-63861915-network', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:34.031532 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:34.038836 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.040776 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Usage tracker for resource:network and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:34.049938 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:34.064583 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:34.091331 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Made reservation on behalf of 5620e87b091d4952b4c0df9492cbc25c for: {'network': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:34.093718 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.112180 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23989d1-222e-45b8-ba79-b660a2fbf69b,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:34.114918 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.116282 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:34.118071 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:34.118841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.122457 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.172919 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Made reservation on behalf of 545def1353bb42fe88d3f0a12f34e246 for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:34.175910 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.180151 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:34.185272 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Usage tracker for resource:security_group_rule and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:34.189569 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:34.198937 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:34.206003 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-12392426-0f73-4e1d-aa0c-6fbeb20b45ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:34.234623 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.252493 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8094871 Sep 15 08:35:34.253406 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43480) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:34.260050 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-262823033-network', 'tenant_id': '8493028c2191412e9173092296234417'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:34.265677 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:34.270090 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Usage tracker for resource:network and tenant:8493028c2191412e9173092296234417 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:34.273741 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:34.280540 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:34.284433 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.292056 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.297969 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7e050770-7dd4-4467-974b-d49d1e2391e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:34.310823 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:34.315039 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Usage tracker for resource:security_group_rule and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:34.317987 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:34.324624 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:34.328459 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff0840-c9f5-4246-bf1a-6622668786e0,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:34.332833 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:34.341628 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=75107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:34.354625 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.355078 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.segments_db [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Added segment 57fb6b98-f39d-43d4-8bdc-de83cb084518 of type vlan for network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 Sep 15 08:35:34.397810 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.425929 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Request body: {'subnet': {'network_id': '07f0a0b9-b67d-4faa-8468-4bec81a737e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1258485442-subnet', 'tenant_id': '2f8d5e82cb984fc09f9ced5ba60c6d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:34.437216 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.441556 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:34.443244 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.456429 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:34.467817 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:34.473315 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Usage tracker for resource:subnet and tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:34.477414 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:34.486233 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:34.521002 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.536397 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Made reservation on behalf of 8493028c2191412e9173092296234417 for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:34.540471 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.559016 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Made reservation on behalf of 2f8d5e82cb984fc09f9ced5ba60c6d1d for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:34.562553 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.588798 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Pushing event updated for resources: {'Network': ['ID=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:34.593405 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:34.596443 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9002311 Sep 15 08:35:34.599405 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43494) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:34.601773 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:34.607126 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Request body: {'subnet': {'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-63861915-subnet', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:34.613029 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:34.617965 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Usage tracker for resource:subnet and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:34.621280 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:34.627458 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:34.639400 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Made reservation on behalf of 5620e87b091d4952b4c0df9492cbc25c for: {'subnet': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:34.642857 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.842756 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.852118 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Pushing event updated for resources: {'Network': ['ID=07f0a0b9-b67d-4faa-8468-4bec81a737e3,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:34.857257 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.866565 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:34.877539 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:34.917481 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3dd630ab-62a4-44af-98e9-691b0f0682e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:34.966941 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.967881 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:34.970456 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179d2fea-8358-49e1-a2a5-ee98436ef292,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:34.987798 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.992920 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:35.002210 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:35.003707 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:35.067391 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:35.075711 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.076095 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Added segment 7f04e4a2-babc-4b20-b15a-610c64884908 of type vlan for network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 Sep 15 08:35:35.082048 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:35.101996 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:35.111917 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Usage tracker for resource:security_group_rule and tenant:8493028c2191412e9173092296234417 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:35.127054 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:35.144992 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Checking segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:35.145380 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Network hostable DHCP agents. Network: f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:35.150018 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.153626 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:35.155409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb43480-e4cf-4126-99ee-9c31251e2956,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:35.164434 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:35.205094 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Checking segment: {'id': 'fd20ec0d-5301-40d0-918a-345aebe015c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '07f0a0b9-b67d-4faa-8468-4bec81a737e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:35.205462 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Network hostable DHCP agents. Network: 07f0a0b9-b67d-4faa-8468-4bec81a737e3, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:35.208545 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:35.229894 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61) {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:35.231210 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43510) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:35.233199 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.236043 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:35.236745 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.247455 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d5665-cc7d-4e85-93e1-7c68eb12f303 None None] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:35.257868 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1870734321-network', 'tenant_id': 'ce254fe3813d432a8a83da82242bdaa7'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:35.264730 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6636224 Sep 15 08:35:35.267445 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43514) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:35.271033 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:35.272457 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:35.273729 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.287610 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:35.288482 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:35.300915 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:35.304158 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Usage tracker for resource:router and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:35.309596 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:35.323845 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:35.327444 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Usage tracker for resource:network and tenant:ce254fe3813d432a8a83da82242bdaa7 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:35.336105 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:35.354534 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:35.372886 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:35.384859 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.409326 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.411021 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128619'] for router, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.448815 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 07f0a0b9-b67d-4faa-8468-4bec81a737e3) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:35.453013 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.458470 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.459183 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:35.460026 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.480125 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Made reservation on behalf of ce254fe3813d432a8a83da82242bdaa7 for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:35.483224 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.493898 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8314331 Sep 15 08:35:35.506486 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43520) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:35.506930 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8755c36-444c-42e0-8c98-0adcbeec5498 None None] Network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:35.522669 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Request body: {'subnet': {'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-subnet', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:35.531464 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Pushing event updated for resources: {'Network': ['ID=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:35.533974 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.549881 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:35.555069 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:35.558057 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:35.571763 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:35.616394 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:35.618150 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2514470 Sep 15 08:35:35.623064 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Usage tracker for resource:subnet and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:35.657524 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:35.667691 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:35.680868 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.682979 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Added segment eafb4796-d921-40d4-a65d-0f247e574d3c of type vlan for network 00372526-ed2d-4bab-a934-eac33081b963 Sep 15 08:35:35.721903 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6229b2-9980-4fb8-8651-cfe675a12b39,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:35.739306 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:35.759627 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.771062 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Made reservation on behalf of 545def1353bb42fe88d3f0a12f34e246 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:35.776063 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.856740 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.996817 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.036677 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec03a22-7b9b-5070-94e7-cc86b6fb4fee-f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98'}]}} from dv-cinder-806007-2-smb. {{(pid=75109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:35:36.037520 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.081609 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.123201 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:36.135234 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Usage tracker for resource:security_group_rule and tenant:ce254fe3813d432a8a83da82242bdaa7 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:36.138391 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:36.151736 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:36.183711 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.233926 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:36.234641 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.242071 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:36.278343 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Allocated IP 172.28.0.159 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/6023ef04-caf1-4ad9-b14f-63265a77eae4) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:36.334625 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d183e69-21ab-4f32-8819-05362b6c5fdf None None] Network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:36.452571 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7207215 Sep 15 08:35:36.453933 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.462780 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43554) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:36.497656 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Request body: {'subnet': {'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-262823033-subnet', 'tenant_id': '8493028c2191412e9173092296234417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:36.505024 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.db_base_plugin_common [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Allocated IP 172.20.0.2 (f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61/1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98/7fcd25fd-8e2a-4802-9721-a16667eb2624) {{(pid=75109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:36.539244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:36.564022 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Checking segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:36.564386 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Network hostable DHCP agents. Network: 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:36.571867 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Pushing event updated for resources: {'Network': ['ID=00372526-ed2d-4bab-a934-eac33081b963,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:36.576746 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Usage tracker for resource:subnet and tenant:8493028c2191412e9173092296234417 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:36.588980 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:36.590909 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:36.594054 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.595048 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-036267c3-4ead-42b5-91fc-c7d180a2a5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:36.603491 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 00372526-ed2d-4bab-a934-eac33081b963 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:36.646752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:36.696118 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.699779 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:36.702862 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.707558 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Made reservation on behalf of 8493028c2191412e9173092296234417 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:36.709847 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.722656 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bffd814-4768-41a1-9640-0cbaf75be1c8,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:36.724678 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:36.728046 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.732361 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:36.785485 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:36.798434 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43570) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:36.807725 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:36.807725 dv-cinder-806007-2-smb neutron-server[75108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 08:35:36.854028 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:36.854665 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.868974 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Pushing event updated for resources: {'Port': ['ID=6023ef04-caf1-4ad9-b14f-63265a77eae4,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:36.873359 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:36.883272 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:36.886584 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d175c4-7e81-4c46-bb44-0d4c1b542494 None None] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:36.910807 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:36.912633 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:36.920248 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:36.971972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ee661-0d23-452b-a763-c53adf5b5041,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:36.983583 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:36.994366 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.994774 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Added segment 24e6a4e5-c44e-4ae5-87b0-ee4266eb7635 of type vlan for network a78073d2-85cf-42d2-91ce-3efa9bbc5aef Sep 15 08:35:37.014009 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5021687 Sep 15 08:35:37.014698 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43586) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:37.035269 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:37.062889 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:37.083878 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.100932 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Usage tracker for resource:router and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:37.193345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:37.219727 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.221015 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037'] for router, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.223496 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-eec4723e-42ab-4de5-9bf2-80e0114a2b66 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:37.224223 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-eec4723e-42ab-4de5-9bf2-80e0114a2b66 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Synchronizing usage tracker for tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d on resource:network {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:37.230906 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:37.278666 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.279814 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128619'] for router, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.313131 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.323788 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec03a22-7b9b-5070-94e7-cc86b6fb4fee-8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8'}]}} from dv-cinder-806007-2-smb. {{(pid=75109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:35:37.325948 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.328664 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:37.329200 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.341200 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:37.354879 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-eec4723e-42ab-4de5-9bf2-80e0114a2b66 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Unset dirty status for tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d on resource:network {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:37.356040 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-eec4723e-42ab-4de5-9bf2-80e0114a2b66 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/networks?id=07f0a0b9-b67d-4faa-8468-4bec81a737e3 HTTP/1.1" status: 200 len: 812 time: 0.5566533 Sep 15 08:35:37.394145 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Notify callbacks [] for port, precommit_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.440271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.463709 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2316742 Sep 15 08:35:37.465232 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-878322dc-cbc9-4421-9f8e-fb300f807f62 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/quotas/2f8d5e82cb984fc09f9ced5ba60c6d1d HTTP/1.1" status: 200 len: 375 time: 0.0976887 Sep 15 08:35:37.475196 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43594) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:37.476517 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.483855 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Transition to ACTIVE for port object 7fcd25fd-8e2a-4802-9721-a16667eb2624 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:37.493509 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Request body: {'subnet': {'network_id': 'a78073d2-85cf-42d2-91ce-3efa9bbc5aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1870734321-subnet', 'tenant_id': 'ce254fe3813d432a8a83da82242bdaa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:37.506235 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:37.546635 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Pushing event updated for resources: {'Network': ['ID=a78073d2-85cf-42d2-91ce-3efa9bbc5aef,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:37.562448 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Transition to ACTIVE for port object 7fcd25fd-8e2a-4802-9721-a16667eb2624 will not be triggered until provisioned by entity DHCP. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:37.564707 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network a78073d2-85cf-42d2-91ce-3efa9bbc5aef details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:37.570604 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:37.571670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Usage tracker for resource:subnet and tenant:ce254fe3813d432a8a83da82242bdaa7 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:37.574214 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:37.603705 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:37.608956 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-81831c94-4e96-4e6f-b0a8-06acdcada2ac tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f8d5e82cb984fc09f9ced5ba60c6d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1197939 Sep 15 08:35:37.618602 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:37.668556 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Router cdbc5215-aa66-48b4-9350-c8928dd8c76f is scheduled to L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 with binding_index 1 {{(pid=75107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:35:37.754497 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.756385 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Made reservation on behalf of ce254fe3813d432a8a83da82242bdaa7 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:37.763221 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.801912 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43614) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:37.816511 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:37.867923 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa49760-9489-4c48-8a82-c3052ee05f28,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:37.902370 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:37.985872 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 is already hosted by enough agents. {{(pid=75109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:38.008719 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.db_base_plugin_common [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Allocated IP 172.20.0.2 (8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9/5bffd814-4768-41a1-9640-0cbaf75be1c8/51174034-7cfe-42d6-9d51-10788bc8d365) {{(pid=75109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:38.016105 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:35:38.029177 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.base_scheduler [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Resources bound (agent type, host, resource id): {{(pid=75109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:38.031069 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Sync routers for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:35:38.036514 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Received port after_create {{(pid=75109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:38.056521 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:38.057324 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:35:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:38.065282 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Pushing event updated for resources: {'Port': ['ID=7fcd25fd-8e2a-4802-9721-a16667eb2624,revision_number=1']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:38.081110 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.081587 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.082014 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.082392 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Notify callbacks [] for router, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.082682 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.083269 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.083663 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.084124 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.084534 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.084969 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.085356 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.085790 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:38.087274 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8187525 Sep 15 08:35:38.087982 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43630) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Tracked resource versions report: Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: pushed versions: Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Log': {'1.0'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Network': {'1.1'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Port': {'1.5'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'PortForwarding': {'1.2'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'QosPolicy': {'1.8'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'SecurityGroup': {'1.2'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'SubPort': {'1.0'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Subnet': {'1.1'}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Trunk': {'1.1'}} Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: consumer versions: Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: { DHCP agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: L3 agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: Metadata agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: Metering agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: Open vSwitch agent@dv-cinder-806007-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Log': '1.0', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Network': '1.1', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Port': '1.5', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'PortForwarding': '1.2', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'QosPolicy': '1.8', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'SecurityGroup': '1.2', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'SecurityGroupRule': '1.0', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'SubPort': '1.0', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Subnet': '1.1', Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: 'Trunk': '1.1'}} Sep 15 08:35:38.099677 dv-cinder-806007-2-smb neutron-server[75109]: {{(pid=75109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:35:38.108833 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:38.209896 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.250027 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Checking segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:38.250425 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Network hostable DHCP agents. Network: 00372526-ed2d-4bab-a934-eac33081b963, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:38.312674 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1e2c7f0-3efa-4006-8474-202b06d57294 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:35:38.316608 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Attempting to bind port 7fcd25fd-8e2a-4802-9721-a16667eb2624 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:38.317003 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1e2c7f0-3efa-4006-8474-202b06d57294 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4435952 Sep 15 08:35:38.317460 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Attempting to bind port 7fcd25fd-8e2a-4802-9721-a16667eb2624 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:38.318039 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Attempting to bind port 7fcd25fd-8e2a-4802-9721-a16667eb2624 on network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:38.340141 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:38.340945 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Checking segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:38.341572 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.342187 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Bound using segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:38.342907 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Bound port: 7fcd25fd-8e2a-4802-9721-a16667eb2624, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:38.343520 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.347045 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:38.517209 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.530883 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Notify callbacks [] for port, precommit_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.537410 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-5abd981e-27eb-4a20-b8ea-1d33559e2c30 service neutron] 10.222.0.32 "GET /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013297 Sep 15 08:35:38.543668 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Transition to ACTIVE for port object 51174034-7cfe-42d6-9d51-10788bc8d365 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:38.565549 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Transition to ACTIVE for port object 51174034-7cfe-42d6-9d51-10788bc8d365 will not be triggered until provisioned by entity DHCP. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:38.570629 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] For port 7fcd25fd-8e2a-4802-9721-a16667eb2624, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:38.574449 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] For port 7fcd25fd-8e2a-4802-9721-a16667eb2624, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=7fcd25fd-8e2a-4802-9721-a16667eb2624,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:38.576657 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.581655 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:38.619042 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.672282 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Pushing event updated for resources: {'Port': ['ID=51174034-7cfe-42d6-9d51-10788bc8d365,revision_number=1']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:38.680408 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:38.681402 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:38.755681 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 is already hosted by enough agents. {{(pid=75109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:38.767877 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.base_scheduler [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Resources bound (agent type, host, resource id): {{(pid=75109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:38.784690 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:35:38.811075 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-5090a301-bd7c-4b05-9f98-c0a64f51e273 service neutron] 10.222.0.32 "GET /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717562 Sep 15 08:35:38.823407 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:36Z', 'revision_number': 3, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:38.827307 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Received port after_create {{(pid=75109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:38.834809 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Checking router: cdbc5215-aa66-48b4-9350-c8928dd8c76f for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:35:38.835199 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Updating router cdbc5215-aa66-48b4-9350-c8928dd8c76f port 6023ef04-caf1-4ad9-b14f-63265a77eae4 binding host dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:35:38.836458 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Pushing event updated for resources: {'Port': ['ID=7fcd25fd-8e2a-4802-9721-a16667eb2624,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:38.844093 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:38.970070 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.993944 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Attempting to bind port 51174034-7cfe-42d6-9d51-10788bc8d365 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:38.994533 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Attempting to bind port 51174034-7cfe-42d6-9d51-10788bc8d365 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:38.995021 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Attempting to bind port 51174034-7cfe-42d6-9d51-10788bc8d365 on network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:39.003356 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:39.003865 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Checking segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:39.004366 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.004885 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Bound using segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:39.005532 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Bound port: 51174034-7cfe-42d6-9d51-10788bc8d365, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:39.005948 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.191081 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:39.193612 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Network 00372526-ed2d-4bab-a934-eac33081b963 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:39.249461 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Usage tracker for resource:security_group_rule and tenant:2481c9d14bf844cabd51b4c04468a992 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:39.261515 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:39.291888 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:39.310877 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] For port 51174034-7cfe-42d6-9d51-10788bc8d365, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:39.320368 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] For port 51174034-7cfe-42d6-9d51-10788bc8d365, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=51174034-7cfe-42d6-9d51-10788bc8d365,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:39.330129 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.339186 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 00372526-ed2d-4bab-a934-eac33081b963) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:39.339542 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.351955 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-96bc4456-8cab-43f0-823e-3f931f5e6b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:39.387800 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:39.388393 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.388518 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:39.465284 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4445d260-8cfe-4133-b7d9-30afb6316287 None None] Network 00372526-ed2d-4bab-a934-eac33081b963 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:39.511971 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.538656 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4f261b9e-c064-4504-ae92-72e4db8228cb req-14978f4b-7c14-4603-bdaf-0e8f1d1f9eca tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 210 time: 0.0881741 Sep 15 08:35:39.612695 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1397426 Sep 15 08:35:39.655735 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Checking segment: {'id': '24e6a4e5-c44e-4ae5-87b0-ee4266eb7635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a78073d2-85cf-42d2-91ce-3efa9bbc5aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:39.666715 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Network hostable DHCP agents. Network: a78073d2-85cf-42d2-91ce-3efa9bbc5aef, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:39.689171 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dbb05bb-24c2-4480-b81e-720997bb24af,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:39.694735 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:39.801944 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Pushing event updated for resources: {'Port': ['ID=51174034-7cfe-42d6-9d51-10788bc8d365,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:39.816657 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:39.842913 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Notify callbacks [] for port, precommit_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.845893 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.875258 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.876424 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.provisioning_blocks [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Transition to ACTIVE for port object 6023ef04-caf1-4ad9-b14f-63265a77eae4 will not be triggered until provisioned by entity L2. {{(pid=75110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:39.892334 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.925691 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-966f1619-380a-4080-bd2b-6caec7759b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:39.978926 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43688) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:39.980655 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:40.108936 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea94982d-c078-44a3-a021-30aaab98a1c1 None None] Network 00372526-ed2d-4bab-a934-eac33081b963 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:40.149317 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Network a78073d2-85cf-42d2-91ce-3efa9bbc5aef is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:40.197019 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Pushing event updated for resources: {'Port': ['ID=6023ef04-caf1-4ad9-b14f-63265a77eae4,revision_number=2']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:40.235900 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.237183 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.237679 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.238671 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.240046 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.242108 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.242872 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.243788 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.244279 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.245254 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.246657 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Tracked resource versions report: Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: pushed versions: Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Log': {'1.0'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Network': {'1.1'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Port': {'1.5'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'PortForwarding': {'1.2'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'QosPolicy': {'1.8'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'SecurityGroup': {'1.2'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'SubPort': {'1.0'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Subnet': {'1.1'}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Trunk': {'1.1'}} Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: consumer versions: Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: { DHCP agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: L3 agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: Metadata agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: Metering agent@dv-cinder-806007-2-smb: {}, Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: Open vSwitch agent@dv-cinder-806007-2-smb: { 'ConntrackHelper': '1.0', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Log': '1.0', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Network': '1.1', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Port': '1.5', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'PortForwarding': '1.2', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'QosPolicy': '1.8', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'SecurityGroup': '1.2', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'SecurityGroupRule': '1.0', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'SubPort': '1.0', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Subnet': '1.1', Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: 'Trunk': '1.1'}} Sep 15 08:35:40.250362 dv-cinder-806007-2-smb neutron-server[75110]: {{(pid=75110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:35:40.267518 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:40.279801 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Attempting to bind port 6023ef04-caf1-4ad9-b14f-63265a77eae4 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:40.281513 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Attempting to bind port 6023ef04-caf1-4ad9-b14f-63265a77eae4 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:40.282430 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Attempting to bind port 6023ef04-caf1-4ad9-b14f-63265a77eae4 on network bb2869aa-760a-4447-b522-1ae6d3f088da {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:40.296836 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:40.297745 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:40.298350 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.298898 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Bound using segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:40.299722 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Bound port: 6023ef04-caf1-4ad9-b14f-63265a77eae4, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:40.300312 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.365193 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.423493 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, a78073d2-85cf-42d2-91ce-3efa9bbc5aef) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:40.423711 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Allocated IP 172.20.0.1 (f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61/1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98/0b54a624-0860-4466-b838-72f5d7ae2eea) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:40.433858 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbff6a4-3846-4374-b14f-c3fb74ce5bee,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:40.447842 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e46968e-af67-4e3a-85ed-c4aaa5a500a7 None None] Network a78073d2-85cf-42d2-91ce-3efa9bbc5aef requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:40.477755 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Synchronizing usage tracker for tenant:2262fbe475fb428b809dc46f5563511d on resource:security_group {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:40.487154 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:40.487673 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.499949 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.527863 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] For port 6023ef04-caf1-4ad9-b14f-63265a77eae4, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:40.536993 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] For port 6023ef04-caf1-4ad9-b14f-63265a77eae4, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=6023ef04-caf1-4ad9-b14f-63265a77eae4,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:40.549076 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.565157 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:40.650669 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f527d7cc-2aa9-43b1-9368-14405e7c585b None None] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:40.684743 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.727570 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Transition to ACTIVE for port object 0b54a624-0860-4466-b838-72f5d7ae2eea will not be triggered until provisioned by entity DHCP. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:40.772270 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.776265 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:40.810367 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:40.811015 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:35:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:40.912810 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-80952230-26d4-4787-8888-89abbe821200 None None] Provisioning for port 7fcd25fd-8e2a-4802-9721-a16667eb2624 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:40.948355 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43724) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:40.951310 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b54a624-0860-4466-b838-72f5d7ae2eea,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:40.957711 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:40.965529 dv-cinder-806007-2-smb neutron-server[75107]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 08:35:40.996633 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 51174034-7cfe-42d6-9d51-10788bc8d365 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:41.042083 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4c039a1e-39bd-420d-a461-a8c252173376 req-524ac0c5-2463-4db9-971d-84cd9a2df520 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 210 time: 0.1930051 Sep 15 08:35:41.069438 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.096082 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:41.097849 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6189144 Sep 15 08:35:41.109523 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Unset dirty status for tenant:2262fbe475fb428b809dc46f5563511d on resource:security_group {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:41.109523 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2481c9d14bf844cabd51b4c04468a992&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3031368 Sep 15 08:35:41.109523 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43730) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:41.142422 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Allocated IP 172.28.0.75 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/39cc16d7-f7d2-454b-bba1-7bd69a140b37) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:41.185310 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:41.189438 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:41.196395 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Pushing event updated for resources: {'Port': ['ID=6023ef04-caf1-4ad9-b14f-63265a77eae4,revision_number=3']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:41.202972 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:41.210627 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:41.211287 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726227'] for router_interface, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.220182 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:41.237674 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:42a0e5735e324b13a4f27f158e3f7d07 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:41.241273 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:41.293841 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-0eef9780-6c96-493a-8e9a-153478f067db tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:41.299114 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-0eef9780-6c96-493a-8e9a-153478f067db tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 814 time: 0.3402383 Sep 15 08:35:41.316645 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:41.409276 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-3c296ce3-f288-4c7b-ae1f-9745bdf33cb0 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/quotas/8493028c2191412e9173092296234417 HTTP/1.1" status: 200 len: 375 time: 0.0483840 Sep 15 08:35:41.420874 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.524291 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:41.538106 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43748) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:41.589885 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-cbacc35b-17b5-468d-80aa-20c505d5c008 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1716809 Sep 15 08:35:41.640481 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93702a2b-f80b-4484-b51b-d891cdc6ad3b None None] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:41.696263 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e932f-c18b-4ae2-aed3-24826ed75bab None None] Network a78073d2-85cf-42d2-91ce-3efa9bbc5aef requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:41.716145 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e8c32b44-7ad1-40a2-9aa9-47a698f55887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.781268 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.789528 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e8c32b44-7ad1-40a2-9aa9-47a698f55887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.853840 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Deleting subnet d8bce073-e0ef-4962-a705-f9a5f607162d {{(pid=75107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:35:41.859473 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.922789 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.932966 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.951818 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:36Z', 'revision_number': 3, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:41.956518 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-207fbe61-2f10-4b3e-adc6-61f62a8e902c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:41.965776 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b628a-033c-4013-8382-f7c22b3e9a44 None None] The sync data for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb is: [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:36Z', 'revision_number': 3, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:35:41.973074 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-d4be232b-ff6c-46e4-af89-b8010b8dc7ca service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:35:41.973074 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-d4be232b-ff6c-46e4-af89-b8010b8dc7ca service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2691724 Sep 15 08:35:41.996108 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.996335 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e8c32b44-7ad1-40a2-9aa9-47a698f55887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.032751 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-504308bf-8032-4060-9bce-569f1521035f None None] Provisioning for port 51174034-7cfe-42d6-9d51-10788bc8d365 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:42.033088 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e32900-ba29-4777-86b1-480ee5bdfdd2,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:42.044868 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:42.045448 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-be6ab369-c45c-48d0-9295-e112dfc9f1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:42.103820 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42a0e5735e324b13a4f27f158e3f7d07&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0636382 Sep 15 08:35:42.113568 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43776) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:42.115282 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 51174034-7cfe-42d6-9d51-10788bc8d365 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:42.144629 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 51174034-7cfe-42d6-9d51-10788bc8d365 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:42.146134 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.163343 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:42.164491 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e8c32b44-7ad1-40a2-9aa9-47a698f55887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.167888 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e8c32b44-7ad1-40a2-9aa9-47a698f55887 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/adbff6a4-3846-4374-b14f-c3fb74ce5bee HTTP/1.1" status: 204 len: 168 time: 1.0553474 Sep 15 08:35:42.186210 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:42.192708 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:42.260606 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c8fafd63-13eb-446f-8461-bf493b28776d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.269703 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Pushing event updated for resources: {'Port': ['ID=39cc16d7-f7d2-454b-bba1-7bd69a140b37,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:42.281205 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:42.281619 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:42.298109 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c32b44-7ad1-40a2-9aa9-47a698f55887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbff6a4-3846-4374-b14f-c3fb74ce5bee,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:42.302488 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e8c32b44-7ad1-40a2-9aa9-47a698f55887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:42.336468 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.362552 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.476315 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.510390 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f1c61d8a-2a89-41cc-8e5d-a8ac644f3dd8 req-ff6a4ac8-a4c1-495a-91eb-1ec308eb7b1b tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 210 time: 0.1286054 Sep 15 08:35:42.538997 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.581864 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.582820 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037'] for router, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.592920 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-aedaedb9-1e77-4ae6-b737-e2b9f917df1d service neutron] 10.222.0.32 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464680 Sep 15 08:35:42.602809 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.608305 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1393871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-723560'] for router_interface, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.770836 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:42.826062 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.905470 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 51174034-7cfe-42d6-9d51-10788bc8d365, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=51174034-7cfe-42d6-9d51-10788bc8d365,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:42.914303 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.915520 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 7fcd25fd-8e2a-4802-9721-a16667eb2624 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:42.998352 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:43.153959 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 is scheduled to L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 with binding_index 1 {{(pid=75108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:35:43.164591 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.37', 59646) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:43.344285 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:43.345341 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b54a624-0860-4466-b838-72f5d7ae2eea,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:43.349307 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-a9b43765-ab95-4c9b-8c93-c824eacf6eac service neutron] 10.222.0.32 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7428348 Sep 15 08:35:43.358053 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=51174034-7cfe-42d6-9d51-10788bc8d365,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:43.361603 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:43.362693 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:43.406808 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:43.451824 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 7fcd25fd-8e2a-4802-9721-a16667eb2624 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:43.473137 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 7fcd25fd-8e2a-4802-9721-a16667eb2624 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:43.473417 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.716147 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.762856 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-df773be1-c5f1-4134-b047-7353cd8adc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:43.801708 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-2062f299-524c-45f9-8624-c059b40cdbdf None None] Provisioning for port 0b54a624-0860-4466-b838-72f5d7ae2eea completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:43.838912 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-2062f299-524c-45f9-8624-c059b40cdbdf None None] Provisioning complete for port 0b54a624-0860-4466-b838-72f5d7ae2eea triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:43.839374 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-2062f299-524c-45f9-8624-c059b40cdbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.841542 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bce073-e0ef-4962-a705-f9a5f607162d,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:43.858877 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:43.876437 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.882006 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5262a02d-235c-49ce-b525-09259254100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.910516 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5262a02d-235c-49ce-b525-09259254100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.950523 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.972151 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d05efc14-465a-4250-bdd8-361265adca0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.981170 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5262a02d-235c-49ce-b525-09259254100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.984952 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5262a02d-235c-49ce-b525-09259254100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.985228 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-2062f299-524c-45f9-8624-c059b40cdbdf None None] Port 0b54a624-0860-4466-b838-72f5d7ae2eea cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:35:43.986135 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-5262a02d-235c-49ce-b525-09259254100a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56e32900-ba29-4777-86b1-480ee5bdfdd2 HTTP/1.1" status: 204 len: 168 time: 1.8616765 Sep 15 08:35:44.026766 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 7fcd25fd-8e2a-4802-9721-a16667eb2624, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=7fcd25fd-8e2a-4802-9721-a16667eb2624,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:44.030488 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-2062f299-524c-45f9-8624-c059b40cdbdf None None] Provisioning complete for port 7fcd25fd-8e2a-4802-9721-a16667eb2624 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:44.030983 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-2062f299-524c-45f9-8624-c059b40cdbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.041846 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:44.067008 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d8bce073-e0ef-4962-a705-f9a5f607162d HTTP/1.1" status: 204 len: 168 time: 2.5176394 Sep 15 08:35:44.067183 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.075525 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-dc250693-cdc8-4605-8f69-12693af96792 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:44.077226 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-dc250693-cdc8-4605-8f69-12693af96792 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.37 "GET /v2.0/networks?id=07f0a0b9-b67d-4faa-8468-4bec81a737e3 HTTP/1.1" status: 200 len: 812 time: 0.9094727 Sep 15 08:35:44.077866 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43840) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:44.108366 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262a02d-235c-49ce-b525-09259254100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e32900-ba29-4777-86b1-480ee5bdfdd2,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:44.130811 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:44.150323 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5262a02d-235c-49ce-b525-09259254100a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:44.158783 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e0e2cd39-7900-4bc4-ba3f-b5728d2d9010 req-138c5d63-c6ec-4795-9fd5-b49bd3beb6a8 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 210 time: 0.2295270 Sep 15 08:35:44.184787 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Request body: {'port': {'device_id': 'c8fd43a3-89fa-444f-9d71-e62c4d956ed7', 'network_id': '07f0a0b9-b67d-4faa-8468-4bec81a737e3', 'admin_state_up': True, 'tenant_id': '2f8d5e82cb984fc09f9ced5ba60c6d1d'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:44.226542 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51c18230-8e60-45c4-82bd-447463d0ab16 req-c1b841c3-68ca-4eb9-a7e9-c084a7dbbd02 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 210 time: 0.1415234 Sep 15 08:35:44.373921 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43856) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:44.387754 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.406433 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=7fcd25fd-8e2a-4802-9721-a16667eb2624,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:44.415185 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:44.480403 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 51174034-7cfe-42d6-9d51-10788bc8d365 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:44.617307 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:44.657109 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.681627 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 51174034-7cfe-42d6-9d51-10788bc8d365 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:44.682172 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.727051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.727300 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.728086 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.728423 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > port after_create 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.729259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > port after_delete 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.729259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > port after_update 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.729446 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.729722 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.730041 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.730381 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:44.739881 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Usage tracker for resource:port and tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:44.758850 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:44.780787 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:44.799001 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-9c6ea552-6429-4078-b6df-a66d4fd89e84 None None] Provisioning complete for port 0b54a624-0860-4466-b838-72f5d7ae2eea triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:44.799513 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea552-6429-4078-b6df-a66d4fd89e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.847499 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Made reservation on behalf of 2f8d5e82cb984fc09f9ced5ba60c6d1d for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:44.851209 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.965886 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:35:44.977213 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.977891 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ea552-6429-4078-b6df-a66d4fd89e84 None None] Port 0b54a624-0860-4466-b838-72f5d7ae2eea cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:35:44.987725 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Sync routers for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:35:45.008283 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 6023ef04-caf1-4ad9-b14f-63265a77eae4 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:45.034593 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.036205 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0154316 Sep 15 08:35:45.042232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43892) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:45.106487 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:45.107238 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:35:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:45.140477 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:45.140828 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:45.141161 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:45.141494 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:35:45.145810 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24150cb-da68-4d21-b1d2-da44a3ca7eb4']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:45.204602 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Allocated IP 172.20.0.14 (07f0a0b9-b67d-4faa-8468-4bec81a737e3/1fb43480-e4cf-4126-99ee-9c31251e2956/7957815a-fca5-4fa7-8d9a-d986da0e0e82) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:45.225119 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.264643 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104bb9e5-3e56-4f70-8367-5aa2347eb07d') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:45.264970 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104bb9e5-3e56-4f70-8367-5aa2347eb07d') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:45.274550 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-9c6ea552-6429-4078-b6df-a66d4fd89e84 None None] Provisioning complete for port 51174034-7cfe-42d6-9d51-10788bc8d365 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:45.277348 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea552-6429-4078-b6df-a66d4fd89e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.326570 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Router cdbc5215-aa66-48b4-9350-c8928dd8c76f has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:35:45.328358 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.401966 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:45.421308 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Usage tracker for resource:security_group_rule and tenant:e73cc742ca2046aa9e9845e32862022a is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:45.443880 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:45.455114 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:45.552919 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.655593 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 6023ef04-caf1-4ad9-b14f-63265a77eae4 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:45.655827 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.704210 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 6023ef04-caf1-4ad9-b14f-63265a77eae4 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:45.707053 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.709489 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.782033 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:35:45.782612 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:45.822378 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:45.860919 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-c5f88940-af05-41c9-9b22-2ff977e7e49a req-88fb63a8-1b32-4019-8611-133dbae6f943 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Synchronizing usage tracker for tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:45.887874 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e73cc742ca2046aa9e9845e32862022a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5123358 Sep 15 08:35:45.891114 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-78f2482d-98ba-4843-b4f3-565fbadf5b9e req-942f3cd1-0630-4544-a737-87670205339a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 210 time: 0.2321200 Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: util.warn_limited( Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: util.warn_limited( Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:35:45.894668 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:35:45.903120 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43920) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:45.909015 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3752bea3-9d82-4b3e-8dea-a76babf49259,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:45.916520 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:46.076113 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:46.165451 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.233063 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.247149 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-c5f88940-af05-41c9-9b22-2ff977e7e49a req-88fb63a8-1b32-4019-8611-133dbae6f943 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Unset dirty status for tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:46.262129 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c5f88940-af05-41c9-9b22-2ff977e7e49a req-88fb63a8-1b32-4019-8611-133dbae6f943 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 210 time: 0.8128891 Sep 15 08:35:46.263914 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.302201 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.328120 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:46.330974 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9d6ce996-cb99-44ac-acb8-d8c51fce3884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:46.474689 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:46.483637 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:46.516137 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:46.527917 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:46.528871 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.533803 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Pushing event updated for resources: {'Port': ['ID=7957815a-fca5-4fa7-8d9a-d986da0e0e82,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:46.542458 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:46.654458 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4944968 Sep 15 08:35:46.825701 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] 10.222.0.32 "DELETE /v2.0/networks/a24150cb-da68-4d21-b1d2-da44a3ca7eb4 HTTP/1.1" status: 204 len: 168 time: 2.7464535 Sep 15 08:35:46.847708 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43934) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:46.855241 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Pushing event deleted for resources: {'Network': ['ID=a24150cb-da68-4d21-b1d2-da44a3ca7eb4,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:46.859868 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b34449dc-3040-4325-b405-56ba31c0beea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:46.984084 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-509488b3-34f0-4b27-b1e4-99fa819e7a42 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=75108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:35:46.986265 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-509488b3-34f0-4b27-b1e4-99fa819e7a42 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0136106 Sep 15 08:35:47.110336 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_v2 [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Deleting subnet 5dbb05bb-24c2-4480-b81e-720997bb24af {{(pid=75107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:35:47.123338 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.151040 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.180142 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.219145 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 6023ef04-caf1-4ad9-b14f-63265a77eae4, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=6023ef04-caf1-4ad9-b14f-63265a77eae4,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:47.249343 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.299510 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:47.314830 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c318bac4-ffef-46ff-a061-628afa16aafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.457525 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c318bac4-ffef-46ff-a061-628afa16aafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.580206 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=6023ef04-caf1-4ad9-b14f-63265a77eae4,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:47.586871 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 7fcd25fd-8e2a-4802-9721-a16667eb2624 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:47.722199 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:47.739324 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c318bac4-ffef-46ff-a061-628afa16aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.756297 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:42Z', 'revision_number': 3, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:47.777192 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Checking router: dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:35:47.777798 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Updating router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 port 39cc16d7-f7d2-454b-bba1-7bd69a140b37 binding host dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:35:47.784959 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f66b6342-d43e-4dba-a4c0-ffe577731533 req-9676e77e-670a-4727-8be2-f57cdf651ca4 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 210 time: 0.3352282 Sep 15 08:35:47.798116 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:47.814488 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4191716'] for subnet, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.892161 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:35:47.904747 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 7fcd25fd-8e2a-4802-9721-a16667eb2624 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:47.904924 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Sync routers for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:35:47.905383 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.916078 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318bac4-ffef-46ff-a061-628afa16aafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3752bea3-9d82-4b3e-8dea-a76babf49259,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:47.934515 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:47.935234 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:35:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:47.956113 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/cdbc5215-aa66-48b4-9350-c8928dd8c76f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8670275 Sep 15 08:35:47.969571 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c318bac4-ffef-46ff-a061-628afa16aafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.973609 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c318bac4-ffef-46ff-a061-628afa16aafc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3752bea3-9d82-4b3e-8dea-a76babf49259 HTTP/1.1" status: 204 len: 168 time: 2.0604100 Sep 15 08:35:47.986215 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c318bac4-ffef-46ff-a061-628afa16aafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:48.014583 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.085918 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Request body: {'port': {'device_id': 'c8fd43a3-89fa-444f-9d71-e62c4d956ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:48.138539 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4087587'] for subnet, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.139707 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.166768 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:48.312776 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dbb05bb-24c2-4480-b81e-720997bb24af,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:48.325031 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:48.338682 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.359280 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5dbb05bb-24c2-4480-b81e-720997bb24af HTTP/1.1" status: 204 len: 168 time: 1.5103259 Sep 15 08:35:48.361970 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 43980) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:48.422066 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db824e1-7a60-4b3e-b534-2c5be49050e5 req-ff642e5b-3e82-48ed-99a9-bb0e675e6463 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:48.448456 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5db824e1-7a60-4b3e-b534-2c5be49050e5 req-ff642e5b-3e82-48ed-99a9-bb0e675e6463 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 932 time: 0.6596987 Sep 15 08:35:48.454186 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.37', 59653) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:48.492995 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:48.603895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.741287 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.186631 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8457df48-9b27-4d60-a632-37a5f21d6321 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:49.190987 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8457df48-9b27-4d60-a632-37a5f21d6321 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:network {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:49.196958 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 43998) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:49.215415 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.301872 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.370322 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Notify callbacks [] for port, precommit_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.374960 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78073d2-85cf-42d2-91ce-3efa9bbc5aef']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:49.387250 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 2, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:49.402755 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Checking router: cdbc5215-aa66-48b4-9350-c8928dd8c76f for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:35:49.403137 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Updating router cdbc5215-aa66-48b4-9350-c8928dd8c76f port 0b54a624-0860-4466-b838-72f5d7ae2eea binding host dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:35:49.412771 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e6a4e5-c44e-4ae5-87b0-ee4266eb7635') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:49.412771 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e6a4e5-c44e-4ae5-87b0-ee4266eb7635') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:49.417553 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Transition to ACTIVE for port object 39cc16d7-f7d2-454b-bba1-7bd69a140b37 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:49.421733 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.435302 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.452024 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.452444 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:49.463012 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:35:49.463569 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.590735 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 6023ef04-caf1-4ad9-b14f-63265a77eae4 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:49.598078 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.618539 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Allocated IP 172.20.0.1 (8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9/5bffd814-4768-41a1-9640-0cbaf75be1c8/5e16e9af-e5a9-4057-ae01-cd49ebb4e492) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:35:49.658844 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:35:49.671306 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.676085 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:49.739721 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.765806 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a78073d2-85cf-42d2-91ce-3efa9bbc5aef,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:49.769102 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a78073d2-85cf-42d2-91ce-3efa9bbc5aef HTTP/1.1" status: 204 len: 168 time: 1.4054852 Sep 15 08:35:49.789863 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:49.826982 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-5db824e1-7a60-4b3e-b534-2c5be49050e5 req-ada1a686-9e24-48fd-9397-f3650f235151 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Synchronizing usage tracker for tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d on resource:security_group {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:49.849103 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44012) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:49.856958 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893088231', 'description': 'tempest-description--2023320912'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:49.872943 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:49.889726 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:security_group and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:49.898698 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Attempting to bind port 39cc16d7-f7d2-454b-bba1-7bd69a140b37 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:49.899409 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:49.899835 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Attempting to bind port 39cc16d7-f7d2-454b-bba1-7bd69a140b37 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:49.900729 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Attempting to bind port 39cc16d7-f7d2-454b-bba1-7bd69a140b37 on network bb2869aa-760a-4447-b522-1ae6d3f088da {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:49.935278 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:49.945952 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:49.946656 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:49.947239 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.947866 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Bound using segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:49.948543 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Bound port: 39cc16d7-f7d2-454b-bba1-7bd69a140b37, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:49.950903 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.953751 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.060449 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:50.067897 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:security_group_rule and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:50.073075 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:50.116918 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:50.129117 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] For port 39cc16d7-f7d2-454b-bba1-7bd69a140b37, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:50.133803 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] For port 39cc16d7-f7d2-454b-bba1-7bd69a140b37, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=39cc16d7-f7d2-454b-bba1-7bd69a140b37,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:50.137456 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 6023ef04-caf1-4ad9-b14f-63265a77eae4 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:50.138717 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.270146 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.317120 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6c305d3a-3397-4d5c-8c88-6f8f6ef81ae2 req-03552fda-86d2-4b7c-aeee-f3d9fab04702 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 210 time: 0.2013524 Sep 15 08:35:50.325422 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44020) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:50.335894 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c60c9-e92f-4887-9d66-94c3160236f9 None None] Pushing event updated for resources: {'Port': ['ID=39cc16d7-f7d2-454b-bba1-7bd69a140b37,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:50.347930 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-793c60c9-e92f-4887-9d66-94c3160236f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:50.348561 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-793c60c9-e92f-4887-9d66-94c3160236f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:50.376469 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Notify callbacks [] for port, precommit_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.392620 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.provisioning_blocks [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Transition to ACTIVE for port object 0b54a624-0860-4466-b838-72f5d7ae2eea will not be triggered until provisioned by entity L2. {{(pid=75110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:50.408715 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.420289 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.425488 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:50.439716 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Transition to ACTIVE for port object 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 will not be triggered until provisioned by entity DHCP. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:50.470015 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8457df48-9b27-4d60-a632-37a5f21d6321 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:network {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:50.471333 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8457df48-9b27-4d60-a632-37a5f21d6321 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 814 time: 1.9989662 Sep 15 08:35:50.490091 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.523753 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-bc0193ca-91e8-4498-a8fd-d5884288d282 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:50.551498 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c60c9-e92f-4887-9d66-94c3160236f9 None None] Pushing event updated for resources: {'Port': ['ID=39cc16d7-f7d2-454b-bba1-7bd69a140b37,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:50.566632 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-793c60c9-e92f-4887-9d66-94c3160236f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:50.590869 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-5db824e1-7a60-4b3e-b534-2c5be49050e5 req-ada1a686-9e24-48fd-9397-f3650f235151 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Unset dirty status for tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d on resource:security_group {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:50.592221 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5db824e1-7a60-4b3e-b534-2c5be49050e5 req-ada1a686-9e24-48fd-9397-f3650f235151 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1430023 Sep 15 08:35:50.685186 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-547456bd-0a20-45bb-a500-087d1e43e07a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60f8f5a5697c4a889e0af04e0352b174&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3505561 Sep 15 08:35:50.687761 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:50.690012 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:35:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:50.692991 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44028) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:50.795582 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Request body: {'port': {'device_id': '52e4baaf-8d54-496a-b7bd-55d5fcc86e96', 'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'admin_state_up': True, 'tenant_id': '8493028c2191412e9173092296234417'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:50.920786 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.936390 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Attempting to bind port 0b54a624-0860-4466-b838-72f5d7ae2eea on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:50.937119 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Attempting to bind port 0b54a624-0860-4466-b838-72f5d7ae2eea by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:50.937726 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Attempting to bind port 0b54a624-0860-4466-b838-72f5d7ae2eea on network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:50.943167 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a4b813d3-c4ab-4f9f-8455-27bd5cb2aa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.948851 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:50.949516 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Checking segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:50.950153 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.950939 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Bound using segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:50.952380 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Bound port: 0b54a624-0860-4466-b838-72f5d7ae2eea, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'}}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:50.953013 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.003285 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a4b813d3-c4ab-4f9f-8455-27bd5cb2aa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.089835 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] For port 0b54a624-0860-4466-b838-72f5d7ae2eea, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:51.093467 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] For port 0b54a624-0860-4466-b838-72f5d7ae2eea, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=0b54a624-0860-4466-b838-72f5d7ae2eea,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:51.098809 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.105387 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.107038 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.119782 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331df0df-0911-4d5c-b7a9-f81c8bc63787 None None] Pushing event updated for resources: {'Port': ['ID=0b54a624-0860-4466-b838-72f5d7ae2eea,revision_number=3']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:51.130985 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:51.144062 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-331df0df-0911-4d5c-b7a9-f81c8bc63787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.149506 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-331df0df-0911-4d5c-b7a9-f81c8bc63787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:51.204218 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:51.207339 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:51.239965 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:51.253904 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:51.284053 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Usage tracker for resource:port and tenant:8493028c2191412e9173092296234417 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:51.291697 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48331dc-8f78-4293-985d-2ecba013aaa8,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:51.291922 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:51.293388 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726227'] for router_interface, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.304423 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a4b813d3-c4ab-4f9f-8455-27bd5cb2aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.307533 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.311287 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.316469 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4631491 Sep 15 08:35:51.321090 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:51.326761 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a4b813d3-c4ab-4f9f-8455-27bd5cb2aa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.328591 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:35:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:51.333760 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a4b813d3-c4ab-4f9f-8455-27bd5cb2aa6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90a4d30e-45fe-4c39-96f8-d3b6589fb9d1 HTTP/1.1" status: 204 len: 168 time: 0.6374948 Sep 15 08:35:51.333760 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44042) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:51.333760 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:51.396068 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b813d3-c4ab-4f9f-8455-27bd5cb2aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a4d30e-45fe-4c39-96f8-d3b6589fb9d1,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:51.399541 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a4b813d3-c4ab-4f9f-8455-27bd5cb2aa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.407390 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'security_group_rule': {'security_group_id': 'e48331dc-8f78-4293-985d-2ecba013aaa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:51.410662 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:51.437176 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Pushing event updated for resources: {'Port': ['ID=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:51.451670 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:51.458825 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:security_group_rule and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:51.470239 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:51.475150 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:51.490262 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.512025 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:51.568102 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.818963 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.827735 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.829843 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:51.862430 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f806147-b871-4f94-8c0c-48653031d05c,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:51.894660 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.926679 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.928062 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5441365 Sep 15 08:35:51.931248 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44054) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:51.937367 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'security_group_rule': {'security_group_id': 'e48331dc-8f78-4293-985d-2ecba013aaa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:51.946066 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:51.948311 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:51.966658 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:security_group_rule and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:51.970075 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:51.982443 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:52.023667 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.046661 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-6ee51921-2337-45e3-9bba-af28671a435f None None] Provisioning for port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:52.069978 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-6ee51921-2337-45e3-9bba-af28671a435f None None] Provisioning complete for port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:52.070366 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-6ee51921-2337-45e3-9bba-af28671a435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.242776 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Made reservation on behalf of 8493028c2191412e9173092296234417 for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:52.266685 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.276720 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-6ee51921-2337-45e3-9bba-af28671a435f None None] Port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:35:52.318809 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:42Z', 'revision_number': 3, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:52.335891 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60553110-dc93-44ba-a03e-f5d2919619be None None] The sync data for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb is: [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:42Z', 'revision_number': 3, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:35:52.342346 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:52.355753 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.378445 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.387630 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ae54356e-150e-4f9a-b482-62539e99064b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:52.406685 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-104f046e-caf8-4dec-a5eb-e0a7ce7d6f41 req-821a0101-0d7d-483b-8088-a5f1d559acdf tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 210 time: 0.5587075 Sep 15 08:35:52.416309 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Usage tracker for resource:security_group_rule and tenant:be0992d0b0d24946a66fe64d5af19462 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:52.435247 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:52.453372 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:52.465476 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.498514 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf6495-6937-4772-871c-03885f7abcb4 req-3ddc7f40-85f5-40c3-8ead-ad17002bc0ea tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:52.509104 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7daf6495-6937-4772-871c-03885f7abcb4 req-3ddc7f40-85f5-40c3-8ead-ad17002bc0ea tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 932 time: 0.4676929 Sep 15 08:35:52.511045 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.523303 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5907876 Sep 15 08:35:52.528626 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44064) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:52.545289 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'floatingip': {'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:52.640553 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:52.641615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9051b5da-57f5-4f45-bb2a-f28bc8e8705e,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:52.660432 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:52.697639 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7daf6495-6937-4772-871c-03885f7abcb4 req-617ce1e4-e8a5-4459-871a-f2415a9e9319 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875515 Sep 15 08:35:52.754520 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44072) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:52.831418 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:floatingip and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:52.851519 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:52.871869 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:52.890433 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331df0df-0911-4d5c-b7a9-f81c8bc63787 None None] Pushing event updated for resources: {'Port': ['ID=0b54a624-0860-4466-b838-72f5d7ae2eea,revision_number=4']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:52.903908 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:52.906633 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-331df0df-0911-4d5c-b7a9-f81c8bc63787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.757s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:52.917569 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1eba6-9437-4ca2-a4b4-b32fed94cf1d None None] The sync data for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb is: [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:35:52.927060 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-f7a4214e-9ef5-4ce6-acd2-e27a7d7a3074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce254fe3813d432a8a83da82242bdaa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1712775 Sep 15 08:35:52.927960 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44076) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:52.943873 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.032846 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.db.resource_extend [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:35:53.115711 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1826008-ae71-4962-8d8c-803af7628412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.152479 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1826008-ae71-4962-8d8c-803af7628412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.261874 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1826008-ae71-4962-8d8c-803af7628412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.284413 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:53.318768 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1826008-ae71-4962-8d8c-803af7628412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ee661-0d23-452b-a763-c53adf5b5041,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:53.327508 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c1826008-ae71-4962-8d8c-803af7628412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:53.344655 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1826008-ae71-4962-8d8c-803af7628412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.348173 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c1826008-ae71-4962-8d8c-803af7628412 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/682ee661-0d23-452b-a763-c53adf5b5041 HTTP/1.1" status: 204 len: 168 time: 0.4164591 Sep 15 08:35:53.470625 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.509464 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Allocated IP 172.20.0.10 (00372526-ed2d-4bab-a934-eac33081b963/8fa49760-9489-4c48-8a82-c3052ee05f28/f79ea5fa-fa72-4427-8bf0-91668a556a1c) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:53.555948 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 0b54a624-0860-4466-b838-72f5d7ae2eea up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:53.772043 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.800990 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.831154 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 0b54a624-0860-4466-b838-72f5d7ae2eea completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:53.841215 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 0b54a624-0860-4466-b838-72f5d7ae2eea triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:53.842133 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.927105 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1393871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-723560'] for router_interface, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.942095 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.972024 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:54.152041 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0550573f-0d9e-4708-8b28-6450f5722cfd req-9509c501-39cc-4601-811d-5ab462fd60b5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 210 time: 0.3964834 Sep 15 08:35:54.203543 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f2515-c343-40ea-acd0-0524dad505b4 req-90c98ad3-9c56-4959-8880-84e1886c4a66 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:54.208936 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:54.213931 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-479f2515-c343-40ea-acd0-0524dad505b4 req-90c98ad3-9c56-4959-8880-84e1886c4a66 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 932 time: 0.2518754 Sep 15 08:35:54.224613 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7957815a-fca5-4fa7-8d9a-d986da0e0e82 {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:35:54.265941 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:54.305037 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-479f2515-c343-40ea-acd0-0524dad505b4 req-c73ba396-647e-4fed-917e-d76af72d3ae7 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879693 Sep 15 08:35:54.340941 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 0b54a624-0860-4466-b838-72f5d7ae2eea, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=0b54a624-0860-4466-b838-72f5d7ae2eea,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:54.354024 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:54.371060 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:54.589510 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=0b54a624-0860-4466-b838-72f5d7ae2eea,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:54.595757 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:54.709381 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Pushing event updated for resources: {'Port': ['ID=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:54.762939 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:54.766124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.646s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:54.779263 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Transition to ACTIVE for port object 7957815a-fca5-4fa7-8d9a-d986da0e0e82 will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:54.847819 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:54.854928 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:54.856841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:55.036096 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44124) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:55.036596 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be0992d0b0d24946a66fe64d5af19462&name=default HTTP/1.1" status: 200 len: 2647 time: 5.8068225 Sep 15 08:35:55.122106 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec519394-0585-4434-a01a-5e1c1ef00b3f,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:55.154012 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:55.155028 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:55.192811 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0169ebf9-b5c2-4826-afd0-74b1e5e029e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.307854 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0169ebf9-b5c2-4826-afd0-74b1e5e029e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.365127 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-7c6ecccc-e58c-47c4-bfdf-249df43f685a None None] Provisioning complete for port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:55.368134 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7c6ecccc-e58c-47c4-bfdf-249df43f685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.506463 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 0b54a624-0860-4466-b838-72f5d7ae2eea up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:55.531058 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0169ebf9-b5c2-4826-afd0-74b1e5e029e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.556274 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c318bac4-ffef-46ff-a061-628afa16aafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:55.594541 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44142) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:55.631376 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.651107 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.653550 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7957815a-fca5-4fa7-8d9a-d986da0e0e82,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:55.681770 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:55.764740 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ecccc-e58c-47c4-bfdf-249df43f685a None None] Port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:35:55.771420 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 0b54a624-0860-4466-b838-72f5d7ae2eea triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:55.771806 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.812912 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6799c882-81be-4dab-b295-04e443539d4a req-7cebe9e6-85f7-4d35-ba3d-edf0da252a34 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 210 time: 0.1120379 Sep 15 08:35:55.818184 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169ebf9-b5c2-4826-afd0-74b1e5e029e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec519394-0585-4434-a01a-5e1c1ef00b3f,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:55.838995 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0169ebf9-b5c2-4826-afd0-74b1e5e029e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:55.839764 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0169ebf9-b5c2-4826-afd0-74b1e5e029e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.843379 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-0169ebf9-b5c2-4826-afd0-74b1e5e029e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec519394-0585-4434-a01a-5e1c1ef00b3f HTTP/1.1" status: 204 len: 168 time: 0.8034010 Sep 15 08:35:56.046591 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Attempting to bind port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:56.047612 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Attempting to bind port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'fd20ec0d-5301-40d0-918a-345aebe015c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '07f0a0b9-b67d-4faa-8468-4bec81a737e3'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:56.048170 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Attempting to bind port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 on network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:56.247276 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 on network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:35:56.248710 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Attempting to bind port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 on network 07f0a0b9-b67d-4faa-8468-4bec81a737e3 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:56.355132 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:56.418665 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:56.426670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:56.427375 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Checking segment: {'id': 'fd20ec0d-5301-40d0-918a-345aebe015c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '07f0a0b9-b67d-4faa-8468-4bec81a737e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:56.428136 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Bound using segment: {'id': 'fd20ec0d-5301-40d0-918a-345aebe015c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '07f0a0b9-b67d-4faa-8468-4bec81a737e3'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:56.429092 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Bound port: 7957815a-fca5-4fa7-8d9a-d986da0e0e82, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd20ec0d-5301-40d0-918a-345aebe015c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '07f0a0b9-b67d-4faa-8468-4bec81a737e3'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:56.429722 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:56.507743 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:56.595934 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Allocated IP 172.28.0.118 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/9df3ffce-aca3-4129-a523-1bf7ae43be45) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:56.608706 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cfe91-4a21-4219-8dfb-100a182c6f11 req-a1617cfd-d657-4dbf-a584-27212f0181b4 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:56.610785 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-871cfe91-4a21-4219-8dfb-100a182c6f11 req-a1617cfd-d657-4dbf-a584-27212f0181b4 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 944 time: 0.9303637 Sep 15 08:35:56.737976 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44164) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:56.778770 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:56.852948 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:56.893901 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Network 00372526-ed2d-4bab-a934-eac33081b963 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:56.929551 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:56.942522 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Usage tracker for resource:security_group_rule and tenant:d86159484d49442ca4e15a47df0e6fbd is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:56.951160 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:56.965285 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:56.981919 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Pushing event updated for resources: {'Port': ['ID=f79ea5fa-fa72-4427-8bf0-91668a556a1c,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:56.993296 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Usage tracker for resource:security_group_rule and tenant:64698fd260594a15a4f8104a8bc987ad is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:57.048572 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:57.072313 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:57.090878 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:57.095298 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:57.095654 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.099775 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:57.120096 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:57.347332 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.353867 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.360403 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.405669 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:57.454522 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 39cc16d7-f7d2-454b-bba1-7bd69a140b37 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:57.458611 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.474306 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ccb122-2277-4a21-985e-ac31c0fcff1b,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:57.490713 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:57.530445 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d86159484d49442ca4e15a47df0e6fbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7910831 Sep 15 08:35:57.531916 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44184) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:57.540661 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b737f8-71bc-49a7-8de2-a4dd8e1beeca req-835c3e50-dd56-4b71-bb9c-fbc813d4bde3 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:57.542486 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-85b737f8-71bc-49a7-8de2-a4dd8e1beeca req-835c3e50-dd56-4b71-bb9c-fbc813d4bde3 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 932 time: 0.4761961 Sep 15 08:35:57.568773 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-871cfe91-4a21-4219-8dfb-100a182c6f11 req-85a0ebf1-df01-4562-ad8c-0681e8b3f46f tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9278529 Sep 15 08:35:57.575387 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] For port 7957815a-fca5-4fa7-8d9a-d986da0e0e82, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:57.578514 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:57.640384 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 39cc16d7-f7d2-454b-bba1-7bd69a140b37 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:57.661172 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-85b737f8-71bc-49a7-8de2-a4dd8e1beeca req-c1627e38-bef1-419f-a173-8e4fbdb60e42 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790973 Sep 15 08:35:57.662317 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 39cc16d7-f7d2-454b-bba1-7bd69a140b37 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:57.662733 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.665025 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1967cfdf-9fc4-4790-b432-5c44f5be8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.690114 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] For port 7957815a-fca5-4fa7-8d9a-d986da0e0e82, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7957815a-fca5-4fa7-8d9a-d986da0e0e82,segment=NetworkSegment(fd20ec0d-5301-40d0-918a-345aebe015c6),segment_id=fd20ec0d-5301-40d0-918a-345aebe015c6)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:57.713962 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:57.722800 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:57.728857 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1355124 Sep 15 08:35:57.730361 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:57.733944 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1967cfdf-9fc4-4790-b432-5c44f5be8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.750212 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.787316 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'Port': ['ID=9df3ffce-aca3-4129-a523-1bf7ae43be45,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:57.813803 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1967cfdf-9fc4-4790-b432-5c44f5be8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.820452 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-403b4f7b-6979-4f0f-ae55-b4c36f8c8b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:57.822208 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Request body: {'port': {'device_id': '52e4baaf-8d54-496a-b7bd-55d5fcc86e96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:57.832232 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967cfdf-9fc4-4790-b432-5c44f5be8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ccb122-2277-4a21-985e-ac31c0fcff1b,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:57.841378 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1967cfdf-9fc4-4790-b432-5c44f5be8dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:57.847909 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1967cfdf-9fc4-4790-b432-5c44f5be8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.852197 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-1967cfdf-9fc4-4790-b432-5c44f5be8dc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64ccb122-2277-4a21-985e-ac31c0fcff1b HTTP/1.1" status: 204 len: 168 time: 0.3193302 Sep 15 08:35:57.879665 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:57.900931 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-af171245-9096-418b-9379-10b72dfd95cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:57.953371 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:57.989558 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 39cc16d7-f7d2-454b-bba1-7bd69a140b37, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=39cc16d7-f7d2-454b-bba1-7bd69a140b37,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:58.006587 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:58.015829 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:58.197480 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=39cc16d7-f7d2-454b-bba1-7bd69a140b37,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:58.207190 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:58.307921 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7957815a-fca5-4fa7-8d9a-d986da0e0e82,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:58.338680 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:58.354396 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:58.383975 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:58.385772 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/7957815a-fca5-4fa7-8d9a-d986da0e0e82 HTTP/1.1" status: 200 len: 1094 time: 11.0086293 Sep 15 08:35:58.388783 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fd43a3-89fa-444f-9d71-e62c4d956ed7', 'tag': '7957815a-fca5-4fa7-8d9a-d986da0e0e82'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:35:58.523048 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:35:58.523917 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:58.597788 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e8c32b44-7ad1-40a2-9aa9-47a698f55887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:58.804201 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:58.882639 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e27fd-e1e7-4a16-b58c-54289f578a8b,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:58.895113 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:58.912069 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64698fd260594a15a4f8104a8bc987ad&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3138099 Sep 15 08:35:58.915673 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44234) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:59.131334 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:59.324375 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-52cf2047-f181-4f14-8fd1-e9659a100ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:59.369053 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-52cf2047-f181-4f14-8fd1-e9659a100ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:59.412743 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 39cc16d7-f7d2-454b-bba1-7bd69a140b37 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:59.457236 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f93439-0e30-4824-85f6-fa9987aada05 req-ed842e6e-8241-4d71-b7b5-4ba525414eef tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:59.459433 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51f93439-0e30-4824-85f6-fa9987aada05 req-ed842e6e-8241-4d71-b7b5-4ba525414eef tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 932 time: 0.4275827 Sep 15 08:35:59.496630 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd512b6-ce73-49f9-8486-ac7e705e42a0 req-0aea269d-91f2-4f1c-a437-bdf11165eca1 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:59.514013 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51f93439-0e30-4824-85f6-fa9987aada05 req-a4d9c27e-cb52-4a02-b62f-027489906690 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Sep 15 08:35:59.519931 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3bd512b6-ce73-49f9-8486-ac7e705e42a0 req-0aea269d-91f2-4f1c-a437-bdf11165eca1 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 944 time: 0.6270471 Sep 15 08:35:59.525404 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-52cf2047-f181-4f14-8fd1-e9659a100ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:59.533281 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a4b813d3-c4ab-4f9f-8455-27bd5cb2aa6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:59.543028 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 39cc16d7-f7d2-454b-bba1-7bd69a140b37 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:59.543412 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:59.557114 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf2047-f181-4f14-8fd1-e9659a100ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e27fd-e1e7-4a16-b58c-54289f578a8b,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:59.568115 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-52cf2047-f181-4f14-8fd1-e9659a100ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:59.575147 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-52cf2047-f181-4f14-8fd1-e9659a100ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:59.577183 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-52cf2047-f181-4f14-8fd1-e9659a100ff3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a01e27fd-e1e7-4a16-b58c-54289f578a8b HTTP/1.1" status: 204 len: 168 time: 0.6603458 Sep 15 08:35:59.634431 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:59.876810 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3bd512b6-ce73-49f9-8486-ac7e705e42a0 req-7d629ba1-b611-4706-9fbb-e61c28896117 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558397 Sep 15 08:35:59.907678 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:59.994706 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-5f1a7c24-06cb-45ec-8cf5-148676e8caad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f8d5e82cb984fc09f9ced5ba60c6d1d&device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 1097 time: 0.9667132 Sep 15 08:36:00.102594 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:36:00.137051 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] 10.222.0.32 "PUT /v2.0/routers/dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0934861 Sep 15 08:36:00.232965 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.240528 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79ea5fa-fa72-4427-8bf0-91668a556a1c {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:00.245720 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.250244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.265342 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:00.324693 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.338418 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Transition to ACTIVE for port object f79ea5fa-fa72-4427-8bf0-91668a556a1c will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:00.356467 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.372918 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'Port': ['ID=9df3ffce-aca3-4129-a523-1bf7ae43be45,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:00.376995 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.386095 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8462205 Sep 15 08:36:00.386095 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:00.386095 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:00.448267 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fd43a3-89fa-444f-9d71-e62c4d956ed7', 'tag': '7957815a-fca5-4fa7-8d9a-d986da0e0e82', 'status': 'completed', 'code': 200} Sep 15 08:36:00.520828 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Pushing event updated for resources: {'Port': ['ID=f79ea5fa-fa72-4427-8bf0-91668a556a1c,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:00.534975 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:00.633540 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Attempting to bind port f79ea5fa-fa72-4427-8bf0-91668a556a1c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:00.633880 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Attempting to bind port f79ea5fa-fa72-4427-8bf0-91668a556a1c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:00.634214 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Attempting to bind port f79ea5fa-fa72-4427-8bf0-91668a556a1c on network 00372526-ed2d-4bab-a934-eac33081b963 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:00.641023 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Port f79ea5fa-fa72-4427-8bf0-91668a556a1c on network 00372526-ed2d-4bab-a934-eac33081b963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:00.641345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Attempting to bind port f79ea5fa-fa72-4427-8bf0-91668a556a1c on network 00372526-ed2d-4bab-a934-eac33081b963 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:00.651085 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:00.651545 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Checking segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:00.651818 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Bound using segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:00.652448 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Bound port: f79ea5fa-fa72-4427-8bf0-91668a556a1c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:00.652973 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.693791 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44298) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:00.729354 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.778683 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] For port f79ea5fa-fa72-4427-8bf0-91668a556a1c, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:00.797254 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:00.802197 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Usage tracker for resource:security_group_rule and tenant:ec8f0a05157d419eacf5c70b82ccb93a is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:00.807127 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:00.818703 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:00.846556 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] For port f79ea5fa-fa72-4427-8bf0-91668a556a1c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f79ea5fa-fa72-4427-8bf0-91668a556a1c,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:00.861182 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.870370 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:00.921397 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.927484 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.940200 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:00.948747 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:00.950432 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] 10.222.0.37 "PUT /v2.0/ports/f79ea5fa-fa72-4427-8bf0-91668a556a1c HTTP/1.1" status: 200 len: 1094 time: 3.1388187 Sep 15 08:36:00.971463 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b9a7e-d784-4abf-b980-7e59041f28bc req-797b4d3c-a18a-43c0-bc7d-76ff29d4a600 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:00.972181 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-a86b9a7e-d784-4abf-b980-7e59041f28bc req-797b4d3c-a18a-43c0-bc7d-76ff29d4a600 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:00.983871 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Pushing event updated for resources: {'Port': ['ID=f79ea5fa-fa72-4427-8bf0-91668a556a1c,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:00.988236 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:00.993392 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec8f0a05157d419eacf5c70b82ccb93a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2977531 Sep 15 08:36:00.994253 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4baf8-7bd2-43f7-90c1-83d528cdcd43,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:00.996772 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44314) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:00.997880 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:01.016280 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-a86b9a7e-d784-4abf-b980-7e59041f28bc req-797b4d3c-a18a-43c0-bc7d-76ff29d4a600 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:01.017459 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a86b9a7e-d784-4abf-b980-7e59041f28bc req-797b4d3c-a18a-43c0-bc7d-76ff29d4a600 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 944 time: 0.2451651 Sep 15 08:36:01.095221 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-a86b9a7e-d784-4abf-b980-7e59041f28bc req-bccb7d4a-7bf8-4f10-b800-de65ab1ca27b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:security_group {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:01.103045 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5bc3989f-ac22-4786-8a9b-812d5c102b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:01.140544 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5bc3989f-ac22-4786-8a9b-812d5c102b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:01.150435 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-a86b9a7e-d784-4abf-b980-7e59041f28bc req-bccb7d4a-7bf8-4f10-b800-de65ab1ca27b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:security_group {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:01.151586 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a86b9a7e-d784-4abf-b980-7e59041f28bc req-bccb7d4a-7bf8-4f10-b800-de65ab1ca27b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244464 Sep 15 08:36:01.209625 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5bc3989f-ac22-4786-8a9b-812d5c102b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:01.215714 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:01.231369 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3989f-ac22-4786-8a9b-812d5c102b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4baf8-7bd2-43f7-90c1-83d528cdcd43,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:01.234454 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5bc3989f-ac22-4786-8a9b-812d5c102b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:01.235598 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5bc3989f-ac22-4786-8a9b-812d5c102b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:01.239608 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5bc3989f-ac22-4786-8a9b-812d5c102b11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62d4baf8-7bd2-43f7-90c1-83d528cdcd43 HTTP/1.1" status: 204 len: 168 time: 0.2418730 Sep 15 08:36:01.308455 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44330) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:01.337302 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-16c24629-de24-4371-a2a2-5c6a3bc02fb4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1893088231&fields=id&tenant_id=5620e87b091d4952b4c0df9492cbc25c HTTP/1.1" status: 200 len: 267 time: 0.0416989 Sep 15 08:36:01.587093 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-c3869baa-d106-423e-8029-ca4646b63883 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:01.591968 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-c3869baa-d106-423e-8029-ca4646b63883 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 809 time: 0.2378471 Sep 15 08:36:01.619697 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-454e0e99-24f9-463f-93cb-59b3053f0857 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/quotas/5620e87b091d4952b4c0df9492cbc25c HTTP/1.1" status: 200 len: 375 time: 0.0215869 Sep 15 08:36:01.726926 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:01.750029 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44346) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:01.760546 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072341688', 'description': 'tempest-description--654050060'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:01.773361 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:01.781209 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:security_group and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:01.785293 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:01.792839 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:01.795271 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:01.800414 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5bd59ca9444a1c9e338ff2b0a417dc is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:01.806611 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-a8eea490-9e79-483a-8c0a-03d5397723e4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1764731 Sep 15 08:36:01.820328 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:01.830571 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:01.845636 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:01.922296 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:01.933836 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:security_group_rule and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:01.942993 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:02.008372 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:02.061129 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.079249 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-a1ad3d84-dcfd-4f5f-922e-34f21d892d18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7957815a-fca5-4fa7-8d9a-d986da0e0e82 HTTP/1.1" status: 200 len: 217 time: 0.2691410 Sep 15 08:36:02.082631 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.122065 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-52cf2047-f181-4f14-8fd1-e9659a100ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:02.160249 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe5bd59ca9444a1c9e338ff2b0a417dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8503082 Sep 15 08:36:02.168363 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44364) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:02.169392 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5882f-3122-44ce-bb8e-25cb9dc6add0,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:02.231683 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:02.254228 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8381c0-226e-4afb-acf8-947bfd465c12 req-e2ed3aa5-f4ef-488c-b714-52c239378930 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:02.259195 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3e8381c0-226e-4afb-acf8-947bfd465c12 req-e2ed3aa5-f4ef-488c-b714-52c239378930 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 944 time: 0.3172679 Sep 15 08:36:02.293674 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.321908 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.326683 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d51c-a5eb-4e68-badf-69662ea99f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.344099 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c1826008-ae71-4962-8d8c-803af7628412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:02.408587 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-21198e1f-d524-4b41-a947-88cbc7a17e01 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:02.410795 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-21198e1f-d524-4b41-a947-88cbc7a17e01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fb43480-e4cf-4126-99ee-9c31251e2956 HTTP/1.1" status: 200 len: 852 time: 0.1703017 Sep 15 08:36:02.420358 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d51c-a5eb-4e68-badf-69662ea99f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.445427 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3e8381c0-226e-4afb-acf8-947bfd465c12 req-9a60d297-c83c-41d1-a2bb-6637d2e7a011 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766009 Sep 15 08:36:02.449628 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e4baaf-8d54-496a-b7bd-55d5fcc86e96', 'tag': 'f79ea5fa-fa72-4427-8bf0-91668a556a1c'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:02.452905 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d94edcf-1c32-4f75-9b25-e39b5b517ae7,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:02.456156 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:02.461570 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.466101 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7102981 Sep 15 08:36:02.466101 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44382) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:02.471452 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'security_group_rule': {'security_group_id': '0d94edcf-1c32-4f75-9b25-e39b5b517ae7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:02.485713 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-7ed283f8-f235-48bd-9735-77f281f97f70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 1097 time: 0.4040215 Sep 15 08:36:02.495858 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:02.497349 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ac6bd6fd-3881-40fc-84c7-22632c8ee066 service neutron] 10.222.0.32 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171078 Sep 15 08:36:02.504481 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:security_group_rule and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:02.508460 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:02.515865 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:02.549612 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.574817 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d51c-a5eb-4e68-badf-69662ea99f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.594245 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:02.663680 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0d51c-a5eb-4e68-badf-69662ea99f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5882f-3122-44ce-bb8e-25cb9dc6add0,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:02.685297 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bcc0d51c-a5eb-4e68-badf-69662ea99f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:02.696855 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-5ecec832-2714-4b69-9937-23918c2aed94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07f0a0b9-b67d-4faa-8468-4bec81a737e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022060 Sep 15 08:36:02.714075 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.748645 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d51c-a5eb-4e68-badf-69662ea99f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.749775 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-bcc0d51c-a5eb-4e68-badf-69662ea99f7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fb5882f-3122-44ce-bb8e-25cb9dc6add0 HTTP/1.1" status: 204 len: 168 time: 0.5761900 Sep 15 08:36:02.755314 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.767372 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bfe955ba-9a22-46c5-a898-581f0d1e4ba6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:02.796847 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d63b6c5-3eb0-4043-a1fd-982f5227bea3,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:02.801661 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:02.818574 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.822780 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3535731 Sep 15 08:36:02.824004 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44398) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:02.830302 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'security_group_rule': {'security_group_id': '0d94edcf-1c32-4f75-9b25-e39b5b517ae7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:02.840044 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececec37-a129-47f3-9e3e-ca2d0f9d09b7 req-d475aefd-0106-4546-8a4c-38c703609c1c tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:02.841532 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ececec37-a129-47f3-9e3e-ca2d0f9d09b7 req-d475aefd-0106-4546-8a4c-38c703609c1c tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 944 time: 0.1581228 Sep 15 08:36:02.843888 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:02.847888 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:security_group_rule and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:02.851850 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:02.859718 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-fefe7b66-9e15-4076-9a96-5bfdedd22a61 service neutron] 10.222.0.37 "GET /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545866 Sep 15 08:36:02.865096 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-7941bf89-8738-426b-8d0e-25e440f00839 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f79ea5fa-fa72-4427-8bf0-91668a556a1c HTTP/1.1" status: 200 len: 217 time: 0.2718260 Sep 15 08:36:02.878313 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:02.903602 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ececec37-a129-47f3-9e3e-ca2d0f9d09b7 req-438c2c61-9d98-4095-af12-5d839a9687be tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526383 Sep 15 08:36:02.911033 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.983356 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.992128 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.994769 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:03.040788 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8a5650-6db5-44e4-9f19-43af5eb1b97c,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:03.045817 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:03.062062 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:03.063616 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-83106ac8-201c-439a-8d58-c00a51b7ed84 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2383962 Sep 15 08:36:03.066720 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44404) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:03.075655 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'floatingip': {'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:03.078940 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e4baaf-8d54-496a-b7bd-55d5fcc86e96', 'tag': 'f79ea5fa-fa72-4427-8bf0-91668a556a1c', 'status': 'completed', 'code': 200} Sep 15 08:36:03.087293 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:03.096570 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:floatingip and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:03.106441 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:03.107391 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-e29092fa-4804-4cec-bdaa-bdc94dd5fb45 service neutron] 10.222.0.32 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087797 Sep 15 08:36:03.129301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-065ce3d0-5047-469b-9900-eb12a01f3f13 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:03.130795 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-065ce3d0-5047-469b-9900-eb12a01f3f13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.2575598 Sep 15 08:36:03.135173 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:03.189834 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:03.212700 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-c8e14685-d515-46d6-b799-e79ce7ca8506 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653589 Sep 15 08:36:03.488854 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-b2bc1a44-8069-43af-8f08-d1ed10c318e7 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618992 Sep 15 08:36:03.505106 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-272fb015-aa4c-4c40-8ce0-b19c46314345 req-774af201-1fc5-4113-b074-077e086a3f7f service neutron] 10.222.0.37 "GET /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307037 Sep 15 08:36:03.546165 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fc988450-fc6d-43e8-ab0e-41feb452b1d0 req-ae50f68f-8b7a-4bfe-b494-6683a2eda70b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:03.609630 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44426) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:03.669681 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fc988450-fc6d-43e8-ab0e-41feb452b1d0 req-ae50f68f-8b7a-4bfe-b494-6683a2eda70b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:03.670880 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fc988450-fc6d-43e8-ab0e-41feb452b1d0 req-ae50f68f-8b7a-4bfe-b494-6683a2eda70b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 210 time: 0.2214484 Sep 15 08:36:03.673593 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:03.720079 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-788897f9-aa2b-4811-8b14-0f2314f21d06 req-952b41f7-f54f-44e6-b8e6-1a88077321a5 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194648 Sep 15 08:36:03.772538 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:03.799997 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Usage tracker for resource:security_group_rule and tenant:09197a05384d4d0780d02e02f1d938af is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:03.826170 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:03.864914 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:03.919628 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:03.984697 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c215e-bc67-44d2-9db7-cc9238539690 req-afa2d7f4-f9ee-4e2e-a987-2f62e550d02a tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:03.991512 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6c4c215e-bc67-44d2-9db7-cc9238539690 req-afa2d7f4-f9ee-4e2e-a987-2f62e550d02a tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 944 time: 0.2163858 Sep 15 08:36:04.052900 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-8ac25a28-593e-4108-916f-cd0cbd5ad3d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f8d5e82cb984fc09f9ced5ba60c6d1d&device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 1097 time: 0.3318429 Sep 15 08:36:04.328902 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.333659 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-a12450d4-b393-4b95-b483-f9a8fd03d51d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 1097 time: 0.4848320 Sep 15 08:36:04.339562 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6c4c215e-bc67-44d2-9db7-cc9238539690 req-918ac8f4-435e-46fc-859b-6060eead83fa tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471324 Sep 15 08:36:04.343882 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.364876 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:04.378350 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Allocated IP 172.28.0.181 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/80e97165-effe-4441-948a-95048183bf11) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:04.486472 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09197a05384d4d0780d02e02f1d938af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8734212 Sep 15 08:36:04.486991 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217a5dec-aa4a-4e51-ba75-0a7ed6ae8be1,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:04.490245 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44450) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:04.493197 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-7e322552-dc6a-4788-8674-267cafe70a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:04.494672 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-7e322552-dc6a-4788-8674-267cafe70a37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07f0a0b9-b67d-4faa-8468-4bec81a737e3 HTTP/1.1" status: 200 len: 913 time: 0.4230156 Sep 15 08:36:04.508148 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a91c-7841-46cf-a014-22f1c1e94b91 req-5193e459-6303-4afa-891f-ab4f9c5b72e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:04.513198 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6ab0a91c-7841-46cf-a014-22f1c1e94b91 req-5193e459-6303-4afa-891f-ab4f9c5b72e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 944 time: 0.3763800 Sep 15 08:36:04.514993 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:04.608469 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.645389 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-de0f9cec-92db-4a52-acd0-d598c7ae38fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7957815a-fca5-4fa7-8d9a-d986da0e0e82 HTTP/1.1" status: 200 len: 217 time: 0.1147571 Sep 15 08:36:04.648541 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6ab0a91c-7841-46cf-a014-22f1c1e94b91 req-f2dd5941-6e84-41a5-b9f4-52ba84e45971 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271825 Sep 15 08:36:04.656192 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-d48d0b70-7c9b-4a0b-9e07-242ab64a63d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:04.657726 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-d48d0b70-7c9b-4a0b-9e07-242ab64a63d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 915 time: 0.3154080 Sep 15 08:36:04.670885 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.675997 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:04.748644 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:04.755762 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:04.755762 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'Port': ['ID=80e97165-effe-4441-948a-95048183bf11,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:04.758709 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:04.771950 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b5786286-1473-4d2c-bc32-1c7e5bbdf890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.809858 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:04.812545 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-e01f4808-2d58-4318-9e45-ce0054067e43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f79ea5fa-fa72-4427-8bf0-91668a556a1c HTTP/1.1" status: 200 len: 217 time: 0.1068220 Sep 15 08:36:04.860179 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-1c98f2aa-7119-4b0e-9554-d8c2ee674cc9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:04.861676 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-1c98f2aa-7119-4b0e-9554-d8c2ee674cc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fb43480-e4cf-4126-99ee-9c31251e2956 HTTP/1.1" status: 200 len: 852 time: 0.1921384 Sep 15 08:36:04.863519 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b5786286-1473-4d2c-bc32-1c7e5bbdf890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.984896 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0ec9fe56-821b-4aec-85d7-acf5c8b2315e req-41b70c97-81b3-4c6e-bcbf-fef967c6bcb3 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 210 time: 0.1007447 Sep 15 08:36:05.007264 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-082f2efc-bfbc-46a6-813c-f6bf479b9989 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07f0a0b9-b67d-4faa-8468-4bec81a737e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748498 Sep 15 08:36:05.012891 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-5e3794c6-c064-405d-aceb-f8233af6a6ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:05.014565 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-5e3794c6-c064-405d-aceb-f8233af6a6ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.1866019 Sep 15 08:36:05.073553 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.37', 59672) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:05.144909 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-fa357ab7-ec34-446a-afc4-163596b1873b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015792 Sep 15 08:36:05.311200 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b5786286-1473-4d2c-bc32-1c7e5bbdf890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.332713 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:05.358829 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5786286-1473-4d2c-bc32-1c7e5bbdf890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217a5dec-aa4a-4e51-ba75-0a7ed6ae8be1,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:05.368935 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-b5786286-1473-4d2c-bc32-1c7e5bbdf890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:05.377714 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b5786286-1473-4d2c-bc32-1c7e5bbdf890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.378968 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-b5786286-1473-4d2c-bc32-1c7e5bbdf890 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/217a5dec-aa4a-4e51-ba75-0a7ed6ae8be1 HTTP/1.1" status: 204 len: 168 time: 0.8875122 Sep 15 08:36:05.412218 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-14f210ef-6d72-4da1-8401-d78f4c5f3244 service neutron] 10.222.0.37 "GET /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965347 Sep 15 08:36:05.424033 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.431768 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44484) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:05.523782 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-44551b3e-d6a7-4b62-bab4-7b7b9ec815f9 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679273 Sep 15 08:36:05.638759 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-4887e2f4-a32e-4428-8a62-8edbdbc6d668 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:05.639497 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-4887e2f4-a32e-4428-8a62-8edbdbc6d668 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:network {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:05.653882 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.832954 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9d45a1e-e7ba-4fce-b08a-60506dd7f18e req-4d4d5ae3-dcd1-4102-9d80-8c2a42c58412 service neutron] 10.222.0.37 "GET /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013829 Sep 15 08:36:05.838108 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-4887e2f4-a32e-4428-8a62-8edbdbc6d668 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:network {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:05.839289 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-4887e2f4-a32e-4428-8a62-8edbdbc6d668 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 809 time: 0.7639921 Sep 15 08:36:05.898051 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f07746a-6e3d-444d-b355-f9b860916d7f req-646b06e3-b73a-47c3-9942-8d01e520a602 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721050 Sep 15 08:36:05.965182 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44502) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:06.047051 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e756-a114-44ec-a313-f59734a49c4a req-7efa92a7-9b9f-4e4f-a187-8e29872bce35 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:06.052734 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0063e756-a114-44ec-a313-f59734a49c4a req-7efa92a7-9b9f-4e4f-a187-8e29872bce35 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 944 time: 0.1168690 Sep 15 08:36:06.063647 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521b586-9a6c-4a72-8cdb-aebdb067612d req-d8a2aaf6-a178-46d0-b355-b3848b283073 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:06.071034 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b521b586-9a6c-4a72-8cdb-aebdb067612d req-d8a2aaf6-a178-46d0-b355-b3848b283073 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 944 time: 0.4770753 Sep 15 08:36:06.118325 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-06d405ef-5d2c-4860-85c9-9604c4407c47 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:06.163959 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-06d405ef-5d2c-4860-85c9-9604c4407c47 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:06.165077 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-06d405ef-5d2c-4860-85c9-9604c4407c47 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5620e87b091d4952b4c0df9492cbc25c HTTP/1.1" status: 200 len: 380 time: 0.2682369 Sep 15 08:36:06.197065 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0063e756-a114-44ec-a313-f59734a49c4a req-df98c3e3-0fdd-4712-9593-8ac0329f7462 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332333 Sep 15 08:36:06.199064 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'port': {'device_id': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'admin_state_up': True, 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'security_groups': ['e48331dc-8f78-4293-985d-2ecba013aaa8']}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:06.239018 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b521b586-9a6c-4a72-8cdb-aebdb067612d req-7925dfa5-5d8c-40d3-8b12-8fd268d2bc90 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667919 Sep 15 08:36:06.248964 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.372633 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.412779 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-17d3e1b5-c3f0-45f1-ba0b-e9b5b54cacd6 req-7c5c4a21-0f9c-47f3-a824-5bfaad0f80f4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 210 time: 0.0522339 Sep 15 08:36:06.425753 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:06.432461 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.438786 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Usage tracker for resource:security_group_rule and tenant:1aadc67fa46648bebef33a40ab6df53f is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:06.453991 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:06.460476 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.483561 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:06.495230 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c5b2e667-e4ab-4b6d-a5df-9c56ba8eaa45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:06.566920 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:06.579765 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:06.600075 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd51b136ac14f109505dcc5bd541b6e is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:06.605954 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:06.633487 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:06.656958 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:06.660137 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'Port': ['ID=80e97165-effe-4441-948a-95048183bf11,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:06.667842 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:06.682643 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Made reservation on behalf of 5620e87b091d4952b4c0df9492cbc25c for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:06.685668 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.738195 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.826902 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.851866 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.874696 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:06.915010 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.916359 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8487477 Sep 15 08:36:06.953199 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.055317 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.056120 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583eca10-8af6-4075-9929-70ecad8a8060,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.071777 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44540) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:07.083033 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1aadc67fa46648bebef33a40ab6df53f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6499281 Sep 15 08:36:07.084310 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.120709 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.129614 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cd51b136ac14f109505dcc5bd541b6e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1600275 Sep 15 08:36:07.139443 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44548) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:07.203770 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf5a1b-608a-4569-8aa8-035e31443ac7,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.211635 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Allocated IP 172.20.0.4 (f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61/1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98/a9a55298-5517-4860-9449-6e82e756a4e5) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:07.227704 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.235699 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aacbce4e-91b0-4207-8a47-8b058429de7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.259049 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-b3289874-4c80-4697-92e6-517a4c59293c req-bfdce10c-ba32-433d-a797-90cd51a03c63 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:07.291181 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aacbce4e-91b0-4207-8a47-8b058429de7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.306120 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-b3289874-4c80-4697-92e6-517a4c59293c req-bfdce10c-ba32-433d-a797-90cd51a03c63 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:07.307350 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-bfdce10c-ba32-433d-a797-90cd51a03c63 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1072341688&fields=id&tenant_id=545def1353bb42fe88d3f0a12f34e246 HTTP/1.1" status: 200 len: 267 time: 0.1735044 Sep 15 08:36:07.325110 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cc0e05cf-f120-471c-bf02-2e38ec8af11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.352262 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cc0e05cf-f120-471c-bf02-2e38ec8af11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.481014 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b48214-9a35-425d-981f-0c13ba5852f7 req-7f6bb0b9-ae37-4c9c-a0d2-b7232396c26f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:07.482508 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-61b48214-9a35-425d-981f-0c13ba5852f7 req-7f6bb0b9-ae37-4c9c-a0d2-b7232396c26f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 944 time: 0.1132665 Sep 15 08:36:07.532434 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aacbce4e-91b0-4207-8a47-8b058429de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.539241 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cc0e05cf-f120-471c-bf02-2e38ec8af11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.541296 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5bc3989f-ac22-4786-8a9b-812d5c102b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.562843 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-61b48214-9a35-425d-981f-0c13ba5852f7 req-85ba946b-11c8-4b7e-b96e-c8f99657099a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736270 Sep 15 08:36:07.571927 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbce4e-91b0-4207-8a47-8b058429de7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583eca10-8af6-4075-9929-70ecad8a8060,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.576427 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289874-4c80-4697-92e6-517a4c59293c req-418e59f9-0eb5-4ae3-b467-e2e8153787d1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:07.577806 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-418e59f9-0eb5-4ae3-b467-e2e8153787d1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 815 time: 0.2623382 Sep 15 08:36:07.590861 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.595376 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e05cf-f120-471c-bf02-2e38ec8af11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf5a1b-608a-4569-8aa8-035e31443ac7,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.598488 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-cc0e05cf-f120-471c-bf02-2e38ec8af11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.602885 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.603417 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.605416 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cc0e05cf-f120-471c-bf02-2e38ec8af11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.606616 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-cc0e05cf-f120-471c-bf02-2e38ec8af11f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3caf5a1b-608a-4569-8aa8-035e31443ac7 HTTP/1.1" status: 204 len: 168 time: 0.4656396 Sep 15 08:36:07.608255 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aacbce4e-91b0-4207-8a47-8b058429de7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.610772 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Transition to ACTIVE for port object a9a55298-5517-4860-9449-6e82e756a4e5 will not be triggered until provisioned by entity DHCP. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:07.612668 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-a7f5902b-7b60-40ff-a8aa-f7fcbc58c1bf tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/quotas/545def1353bb42fe88d3f0a12f34e246 HTTP/1.1" status: 200 len: 375 time: 0.0261691 Sep 15 08:36:07.618049 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-aacbce4e-91b0-4207-8a47-8b058429de7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/583eca10-8af6-4075-9929-70ecad8a8060 HTTP/1.1" status: 204 len: 168 time: 0.5424261 Sep 15 08:36:07.711250 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.726781 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.806195 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9356f-5b5e-4464-8e96-4a159bb25223 req-80355e5c-cc69-4c82-acd6-b9d6149d902d tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:07.807711 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f4b9356f-5b5e-4464-8e96-4a159bb25223 req-80355e5c-cc69-4c82-acd6-b9d6149d902d tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 944 time: 0.0833802 Sep 15 08:36:07.808181 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'Port': ['ID=a9a55298-5517-4860-9449-6e82e756a4e5,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.814470 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.839594 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-8f0c92ab-dc5b-4488-a6ac-818a7b2b1373 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2102165 Sep 15 08:36:07.860325 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f4b9356f-5b5e-4464-8e96-4a159bb25223 req-c3db9c53-0fbf-4153-8996-0534963ec830 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Sep 15 08:36:07.866917 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:07.870216 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:07.875063 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:08.074917 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:08.075916 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.136289 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-f9e83e0c-fc32-4983-a824-68bcc8b1294b service neutron] 10.222.0.32 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912776 Sep 15 08:36:08.180205 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc644ed-9728-40bf-8a0a-dd4dda24046d req-9717a404-aded-4f32-afdd-d9ab705da65e tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:08.181673 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-cbc644ed-9728-40bf-8a0a-dd4dda24046d req-9717a404-aded-4f32-afdd-d9ab705da65e tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 931 time: 0.1342704 Sep 15 08:36:08.224658 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-a06d7882-7b61-4a20-a838-ae5b01d8e41b None None] Provisioning for port a9a55298-5517-4860-9449-6e82e756a4e5 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:08.240391 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-a06d7882-7b61-4a20-a838-ae5b01d8e41b None None] Provisioning complete for port a9a55298-5517-4860-9449-6e82e756a4e5 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:08.240391 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-a06d7882-7b61-4a20-a838-ae5b01d8e41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.265632 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-cbc644ed-9728-40bf-8a0a-dd4dda24046d req-fc494517-9fad-4997-9084-68c3ae83bbc1 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770223 Sep 15 08:36:08.318348 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1268718 Sep 15 08:36:08.339508 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Request body: {'port': {'device_id': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:08.361446 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-a06d7882-7b61-4a20-a838-ae5b01d8e41b None None] Port a9a55298-5517-4860-9449-6e82e756a4e5 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:36:08.399980 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44586) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:08.423842 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-bbf654f1-a98b-486f-a1eb-1e3eedea2ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773609 Sep 15 08:36:08.430671 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.476101 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:08.484620 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Usage tracker for resource:security_group_rule and tenant:aebce47511264fa48fe4850a03f93f27 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:08.490117 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:08.496607 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:08.508287 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.623768 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.645684 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.651104 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 7957815a-fca5-4fa7-8d9a-d986da0e0e82 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:08.709434 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:08.815894 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9d008-2c52-46ba-b698-d1591df52ef1,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:08.822048 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:08.851009 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fa1e850c-cd19-4822-881f-d9a2a7ec3965 req-00780099-2bb2-4917-bdbb-ea10ea596433 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 210 time: 0.1196439 Sep 15 08:36:08.902983 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aebce47511264fa48fe4850a03f93f27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4996195 Sep 15 08:36:08.904583 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44608) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:08.942084 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44614) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:09.000369 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6f8acb53-06b4-4816-a64a-ad86c5547b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.033938 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 7957815a-fca5-4fa7-8d9a-d986da0e0e82, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7957815a-fca5-4fa7-8d9a-d986da0e0e82,segment=NetworkSegment(fd20ec0d-5301-40d0-918a-345aebe015c6),segment_id=fd20ec0d-5301-40d0-918a-345aebe015c6)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:09.037327 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03185e2d-2824-4724-a28f-f115ebc49dcb req-0f059c77-748a-44a5-8bd9-119cedd96909 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:09.046206 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-03185e2d-2824-4724-a28f-f115ebc49dcb req-0f059c77-748a-44a5-8bd9-119cedd96909 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 944 time: 0.2463727 Sep 15 08:36:09.077712 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '7957815a-fca5-4fa7-8d9a-d986da0e0e82', 'network_id': '07f0a0b9-b67d-4faa-8468-4bec81a737e3', 'port_id': '7957815a-fca5-4fa7-8d9a-d986da0e0e82', 'mac_address': 'fa:16:3e:48:15:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb43480-e4cf-4126-99ee-9c31251e2956', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:09.121786 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6f8acb53-06b4-4816-a64a-ad86c5547b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.232768 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.294131 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7957815a-fca5-4fa7-8d9a-d986da0e0e82 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:09.316892 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 7957815a-fca5-4fa7-8d9a-d986da0e0e82, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7957815a-fca5-4fa7-8d9a-d986da0e0e82,segment=NetworkSegment(fd20ec0d-5301-40d0-918a-345aebe015c6),segment_id=fd20ec0d-5301-40d0-918a-345aebe015c6)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:09.318241 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6f8acb53-06b4-4816-a64a-ad86c5547b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.323382 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.324662 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device f79ea5fa-fa72-4427-8bf0-91668a556a1c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:09.329539 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:09.345266 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-12117919-a263-49a4-8eaf-cc6cf5ac81ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:09.347443 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3c1f6-9c0a-4596-8619-69874e52c5c4 req-781addfc-a5b4-47b9-8f98-9f4408f434ff tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:09.354623 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-edf3c1f6-9c0a-4596-8619-69874e52c5c4 req-781addfc-a5b4-47b9-8f98-9f4408f434ff tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 944 time: 0.1945252 Sep 15 08:36:09.395512 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8acb53-06b4-4816-a64a-ad86c5547b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9d008-2c52-46ba-b698-d1591df52ef1,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:09.404689 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6f8acb53-06b4-4816-a64a-ad86c5547b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:09.410629 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a55298-5517-4860-9449-6e82e756a4e5 {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:09.427537 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6f8acb53-06b4-4816-a64a-ad86c5547b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.438215 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-6f8acb53-06b4-4816-a64a-ad86c5547b5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38f9d008-2c52-46ba-b698-d1591df52ef1 HTTP/1.1" status: 204 len: 168 time: 0.5321805 Sep 15 08:36:09.445166 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.449718 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-03185e2d-2824-4724-a28f-f115ebc49dcb req-7136f0c5-c978-498e-a502-7a86abe942d1 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025974 Sep 15 08:36:09.475499 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.509231 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Transition to ACTIVE for port object a9a55298-5517-4860-9449-6e82e756a4e5 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:09.528820 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-edf3c1f6-9c0a-4596-8619-69874e52c5c4 req-750841e9-a5cf-4d3f-8a9c-436c2a722de8 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732557 Sep 15 08:36:09.531416 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.560201 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:09.574384 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port f79ea5fa-fa72-4427-8bf0-91668a556a1c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f79ea5fa-fa72-4427-8bf0-91668a556a1c,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:09.589763 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': 'f79ea5fa-fa72-4427-8bf0-91668a556a1c', 'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'port_id': 'f79ea5fa-fa72-4427-8bf0-91668a556a1c', 'mac_address': 'fa:16:3e:2f:8e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa49760-9489-4c48-8a82-c3052ee05f28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:09.668574 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=7957815a-fca5-4fa7-8d9a-d986da0e0e82,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:09.682637 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:09.704743 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.730521 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79ea5fa-fa72-4427-8bf0-91668a556a1c {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:09.759166 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port f79ea5fa-fa72-4427-8bf0-91668a556a1c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f79ea5fa-fa72-4427-8bf0-91668a556a1c,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:09.768237 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.770870 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:09.776237 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:09.820913 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Usage tracker for resource:security_group_rule and tenant:c78c12a7671f471597aec089772802f9 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:09.827581 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:09.846106 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:09.880121 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=f79ea5fa-fa72-4427-8bf0-91668a556a1c,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:09.888059 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:09.889693 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a55298-5517-4860-9449-6e82e756a4e5,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:09.899476 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:09.955857 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867cd4c-caf7-4a12-9ad3-96a41def69a1 req-fa3fb6ed-fc9f-4f24-b007-9b43d92813f4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:09.973880 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6867cd4c-caf7-4a12-9ad3-96a41def69a1 req-fa3fb6ed-fc9f-4f24-b007-9b43d92813f4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 943 time: 0.1705432 Sep 15 08:36:10.059561 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6867cd4c-caf7-4a12-9ad3-96a41def69a1 req-ae4eb847-b91b-4634-8299-1dd9827fcc56 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724194 Sep 15 08:36:10.296647 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['f79ea5fa-fa72-4427-8bf0-91668a556a1c'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:10.362155 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b66eefcc-2b24-437d-906b-e7bc48b820e8 req-70b7576d-81f3-4cc5-9347-6652883d6eb8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 210 time: 0.1239095 Sep 15 08:36:10.366929 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Attempting to bind port a9a55298-5517-4860-9449-6e82e756a4e5 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:10.367295 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Attempting to bind port a9a55298-5517-4860-9449-6e82e756a4e5 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:10.367649 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Attempting to bind port a9a55298-5517-4860-9449-6e82e756a4e5 on network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:10.379710 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Port a9a55298-5517-4860-9449-6e82e756a4e5 on network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:10.380031 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Attempting to bind port a9a55298-5517-4860-9449-6e82e756a4e5 on network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:10.406065 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:10.406438 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Checking segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:10.406996 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Bound using segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:10.407469 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Bound port: a9a55298-5517-4860-9449-6e82e756a4e5, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:10.407845 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.435356 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['7957815a-fca5-4fa7-8d9a-d986da0e0e82'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:10.451916 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.545046 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.672490 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:10.673309 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c78c12a7671f471597aec089772802f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7302110 Sep 15 08:36:10.676103 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44670) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:10.810592 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a685b-9475-4829-afee-d4e0446550bd,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:10.903407 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:10.947603 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] For port a9a55298-5517-4860-9449-6e82e756a4e5, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:10.970313 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] For port a9a55298-5517-4860-9449-6e82e756a4e5, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a9a55298-5517-4860-9449-6e82e756a4e5,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:10.985796 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.993424 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:11.020115 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-493f49cc-089b-48df-b0f0-fd5a993bfa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.040045 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f8dd9-222c-49ff-82af-146f9ad76c7c req-5b88988f-dac0-4b70-95cb-a48c2a399fcd tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:11.046801 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-595f8dd9-222c-49ff-82af-146f9ad76c7c req-5b88988f-dac0-4b70-95cb-a48c2a399fcd tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 945 time: 0.3131294 Sep 15 08:36:11.060715 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b8004-58e7-4950-878e-ebabe06ddbe5 req-b9148e6a-9f9f-497a-8df3-d0032f0741a9 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:11.068572 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3b7b8004-58e7-4950-878e-ebabe06ddbe5 req-b9148e6a-9f9f-497a-8df3-d0032f0741a9 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 945 time: 0.2377460 Sep 15 08:36:11.087822 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289874-4c80-4697-92e6-517a4c59293c req-96501dc3-8075-42b6-9afd-d8bdc602f0de tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:11.088029 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-b3289874-4c80-4697-92e6-517a4c59293c req-96501dc3-8075-42b6-9afd-d8bdc602f0de tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:network {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:11.123326 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-493f49cc-089b-48df-b0f0-fd5a993bfa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.156502 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a55298-5517-4860-9449-6e82e756a4e5,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:11.168752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-b3289874-4c80-4697-92e6-517a4c59293c req-96501dc3-8075-42b6-9afd-d8bdc602f0de tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:network {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:11.169960 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-96501dc3-8075-42b6-9afd-d8bdc602f0de tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 815 time: 0.3653829 Sep 15 08:36:11.175765 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.185130 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 200 len: 1093 time: 2.8498809 Sep 15 08:36:11.189475 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'tag': 'a9a55298-5517-4860-9449-6e82e756a4e5'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:11.197298 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:11.210942 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-595f8dd9-222c-49ff-82af-146f9ad76c7c req-991ee3e8-a1a4-417b-9cd9-317412f98b06 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631529 Sep 15 08:36:11.246016 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3b7b8004-58e7-4950-878e-ebabe06ddbe5 req-1cb810c6-3725-4cc2-8e19-44fdf8ea2c95 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744931 Sep 15 08:36:11.353840 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-b3289874-4c80-4697-92e6-517a4c59293c req-c61cf0bd-3328-4975-9b13-9f70a5ca4af2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:security_group {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:11.367089 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-493f49cc-089b-48df-b0f0-fd5a993bfa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.387124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e53428f3-10a2-4624-ab03-35c14cce3bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:11.399056 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-b3289874-4c80-4697-92e6-517a4c59293c req-c61cf0bd-3328-4975-9b13-9f70a5ca4af2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:security_group {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:11.401759 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-c61cf0bd-3328-4975-9b13-9f70a5ca4af2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=545def1353bb42fe88d3f0a12f34e246 HTTP/1.1" status: 200 len: 380 time: 0.1840267 Sep 15 08:36:11.413535 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f49cc-089b-48df-b0f0-fd5a993bfa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a685b-9475-4829-afee-d4e0446550bd,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:11.413721 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-a833ae24-54a8-464a-b66a-dafd42cc5a35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 1096 time: 0.1069679 Sep 15 08:36:11.416943 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-493f49cc-089b-48df-b0f0-fd5a993bfa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:11.439219 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'port': {'device_id': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'admin_state_up': True, 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'security_groups': ['0d94edcf-1c32-4f75-9b25-e39b5b517ae7']}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:11.470991 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-493f49cc-089b-48df-b0f0-fd5a993bfa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.475519 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-493f49cc-089b-48df-b0f0-fd5a993bfa06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c04a685b-9475-4829-afee-d4e0446550bd HTTP/1.1" status: 204 len: 168 time: 0.7978759 Sep 15 08:36:11.508153 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-d80e4527-2940-415d-9956-2488ea865573 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 200 len: 217 time: 0.0798249 Sep 15 08:36:11.647671 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-71b7e4fa-281a-4d8e-b947-4d2bb82f0c77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:11.649398 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-71b7e4fa-281a-4d8e-b947-4d2bb82f0c77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.1330793 Sep 15 08:36:11.651494 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9cc33c02-8dbd-4107-b94e-5c70e303e610 req-eadac430-50b6-46a5-ae29-bfa8d8d3c317 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 210 time: 0.0546439 Sep 15 08:36:11.691660 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f538999-757e-4d8e-bcac-f94447caad62 req-81936bd8-ffa7-4fde-a9bc-cd5147af97ad tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:11.697735 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-55be7223-409a-48aa-bc00-db68325ea1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.701633 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7f538999-757e-4d8e-bcac-f94447caad62 req-81936bd8-ffa7-4fde-a9bc-cd5147af97ad tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 943 time: 0.2357576 Sep 15 08:36:11.707155 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:11.735084 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:port and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:11.749620 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-4d6a8388-873b-450a-acc4-6f08255b123e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928073 Sep 15 08:36:11.750711 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:11.762486 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:11.799938 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7f538999-757e-4d8e-bcac-f94447caad62 req-f5562b8b-f1fb-4894-84d9-0266548dafa3 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972779 Sep 15 08:36:11.801931 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Made reservation on behalf of 545def1353bb42fe88d3f0a12f34e246 for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:11.807224 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.938686 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-53a389e6-94be-4580-90eb-e35e865b962d service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801925 Sep 15 08:36:12.106679 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Allocated IP 172.20.0.5 (8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9/5bffd814-4768-41a1-9640-0cbaf75be1c8/731f2884-1d9d-4ddd-a4a0-3a92efca34ed) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:12.176846 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Sync routers for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:36:12.178005 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bad5cdaa-1ab3-4be2-b722-099a79b96fe0 req-954be50d-905a-45bc-8191-0ae8aa7afd68 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280290 Sep 15 08:36:12.196892 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:12.197618 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:35:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:12.287218 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'tag': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'status': 'completed', 'code': 200} Sep 15 08:36:12.324332 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:12.497260 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-8c2dfd52-c664-45c6-9803-74783759c43a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 1096 time: 0.1584373 Sep 15 08:36:12.591011 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:12.641795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44736) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:12.646413 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 7957815a-fca5-4fa7-8d9a-d986da0e0e82 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:12.687126 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:12.764731 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70168d-48b2-44d7-b1ce-207076534491 req-97e2339b-f8b5-40fe-a664-5436754b3bd6 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:12.766562 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5a70168d-48b2-44d7-b1ce-207076534491 req-97e2339b-f8b5-40fe-a664-5436754b3bd6 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 945 time: 0.2303643 Sep 15 08:36:12.771750 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-81229dca-7995-4d79-833a-aa92fa98782d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:12.774187 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-81229dca-7995-4d79-833a-aa92fa98782d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 910 time: 0.2695007 Sep 15 08:36:12.784536 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0241f83-44eb-4ca1-ab89-2badc28de316 req-c3a098f6-8906-4424-abfc-0e3f67dfaa95 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:12.793191 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e0241f83-44eb-4ca1-ab89-2badc28de316 req-c3a098f6-8906-4424-abfc-0e3f67dfaa95 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 945 time: 0.2846909 Sep 15 08:36:12.818606 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:12.834009 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:12.843788 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ab0d4b9f254468a29c61fb365776ab is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:12.854540 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:12.858012 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Transition to ACTIVE for port object 731f2884-1d9d-4ddd-a4a0-3a92efca34ed will not be triggered until provisioned by entity DHCP. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:12.866852 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:12.878260 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:12.892298 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:12.892962 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:12.895508 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e0241f83-44eb-4ca1-ab89-2badc28de316 req-358d50ac-a690-4572-8d48-2fb0362c5068 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013038 Sep 15 08:36:12.967900 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.025678 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-973e3b9f-c914-449a-87ba-b2646f772b01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 200 len: 217 time: 0.2033942 Sep 15 08:36:13.028695 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:13.028819 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5a70168d-48b2-44d7-b1ce-207076534491 req-7fd79b90-4b9f-42a1-9779-fa774ecaa0ec tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526150 Sep 15 08:36:13.134983 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-0cc9366a-019c-4250-8403-049459ba1664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:13.136444 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-0cc9366a-019c-4250-8403-049459ba1664 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.0971422 Sep 15 08:36:13.271671 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:13.280352 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:13.323573 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.345774 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:13.350812 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:13.351480 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.358302 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.420538 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-53a38e8c-dce5-4349-9611-89af48459a6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2765112 Sep 15 08:36:13.427143 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde165a-51d9-43af-9fff-4982f3653742 req-bf482a1e-0197-4994-a2ce-2b491f0f29a0 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:13.427975 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-0bde165a-51d9-43af-9fff-4982f3653742 req-bf482a1e-0197-4994-a2ce-2b491f0f29a0 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:13.468091 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0ab0d4b9f254468a29c61fb365776ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8142941 Sep 15 08:36:13.469461 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:13.482549 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.497296 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44760) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:13.500662 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:13.508841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:13.553166 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fd43a3-89fa-444f-9d71-e62c4d956ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957815a-fca5-4fa7-8d9a-d986da0e0e82'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:13.622217 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8f05b-1ccb-411b-ad62-7c582a8d86e3,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:13.631032 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:13.658454 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 7957815a-fca5-4fa7-8d9a-d986da0e0e82, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7957815a-fca5-4fa7-8d9a-d986da0e0e82,segment=NetworkSegment(fd20ec0d-5301-40d0-918a-345aebe015c6),segment_id=fd20ec0d-5301-40d0-918a-345aebe015c6)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:13.671733 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:35:52Z', 'revision_number': 2, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:13.683783 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.684815 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device f79ea5fa-fa72-4427-8bf0-91668a556a1c up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:13.687231 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555355-0983-4769-9894-941fff2b9be1 req-b8c69f24-0e4b-4491-967e-8489c41ed737 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:13.688095 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-a4555355-0983-4769-9894-941fff2b9be1 req-b8c69f24-0e4b-4491-967e-8489c41ed737 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:13.701674 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821708 Sep 15 08:36:13.711847 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-ddcb75ba-029e-4129-b508-ce462133ffaa service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786698 Sep 15 08:36:13.714033 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-0bde165a-51d9-43af-9fff-4982f3653742 req-bf482a1e-0197-4994-a2ce-2b491f0f29a0 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:13.715670 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0bde165a-51d9-43af-9fff-4982f3653742 req-bf482a1e-0197-4994-a2ce-2b491f0f29a0 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 943 time: 0.4743512 Sep 15 08:36:13.726846 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-656c288b-14cf-484b-a0c7-6791cd2121c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.755185 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-656c288b-14cf-484b-a0c7-6791cd2121c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.761596 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:13.814104 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Request body: {'port': {'device_id': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:13.842713 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Checking router: dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:36:13.843572 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Updating router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 binding host dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:36:13.896759 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=7957815a-fca5-4fa7-8d9a-d986da0e0e82,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:13.918080 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-656c288b-14cf-484b-a0c7-6791cd2121c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:13.929351 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:13.937390 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:13.975410 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c288b-14cf-484b-a0c7-6791cd2121c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8f05b-1ccb-411b-ad62-7c582a8d86e3,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:13.991221 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-a4555355-0983-4769-9894-941fff2b9be1 req-b8c69f24-0e4b-4491-967e-8489c41ed737 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:13.992394 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a4555355-0983-4769-9894-941fff2b9be1 req-b8c69f24-0e4b-4491-967e-8489c41ed737 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 931 time: 0.8877451 Sep 15 08:36:13.993588 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-656c288b-14cf-484b-a0c7-6791cd2121c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:14.056106 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0bde165a-51d9-43af-9fff-4982f3653742 req-2f51985f-ae64-42f4-9e23-5defda6373f4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348227 Sep 15 08:36:14.064215 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-656c288b-14cf-484b-a0c7-6791cd2121c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.071470 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-656c288b-14cf-484b-a0c7-6791cd2121c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6f8f05b-1ccb-411b-ad62-7c582a8d86e3 HTTP/1.1" status: 204 len: 168 time: 0.5639906 Sep 15 08:36:14.088658 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port f79ea5fa-fa72-4427-8bf0-91668a556a1c completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:14.108345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.111621 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-1c87e899-2625-45c3-b39d-a8f2bfd3b417 None None] Provisioning for port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:14.138053 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-1c87e899-2625-45c3-b39d-a8f2bfd3b417 None None] Provisioning complete for port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:14.138459 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-1c87e899-2625-45c3-b39d-a8f2bfd3b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.176349 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44808) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:14.231679 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d958377-8d27-41d1-a9e4-31db7f003333 req-749a242e-b0b7-40af-9ed9-076059ebc6dc service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079355 Sep 15 08:36:14.232271 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port f79ea5fa-fa72-4427-8bf0-91668a556a1c triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:14.233602 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.259529 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc4de-93cd-4338-a6cb-fcc05cb49d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.278661 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.450812 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a4555355-0983-4769-9894-941fff2b9be1 req-5fb76a16-8e77-4a99-8f95-ae6f8222d810 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4259233 Sep 15 08:36:14.465615 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e899-2625-45c3-b39d-a8f2bfd3b417 None None] Port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:36:14.529807 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb66a2-7d6b-42c9-a6c9-5f351c45ee53 req-7ad7e2fb-c003-4c54-b0ae-b809baf3fab5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:14.542904 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-67eb66a2-7d6b-42c9-a6c9-5f351c45ee53 req-7ad7e2fb-c003-4c54-b0ae-b809baf3fab5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 945 time: 0.1658545 Sep 15 08:36:14.655912 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-67eb66a2-7d6b-42c9-a6c9-5f351c45ee53 req-d5e6680d-3a0d-4a1a-9d2e-4f7cae46cb92 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118140 Sep 15 08:36:14.761239 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.805490 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44842) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:14.815487 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.837998 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731f2884-1d9d-4ddd-a4a0-3a92efca34ed {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:14.839392 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:14.849266 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Usage tracker for resource:security_group_rule and tenant:28151c0ff5114770b24d6b62af449afc is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:14.853665 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.854615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:14.866492 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:14.879045 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Transition to ACTIVE for port object 731f2884-1d9d-4ddd-a4a0-3a92efca34ed will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:14.894305 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.914616 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:14.946976 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.965991 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e1dca-a67f-4b3a-8249-1511d2d43cd1 req-c46d6f55-474e-40ad-a2f6-315fcce4a2c4 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:14.969260 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-956e1dca-a67f-4b3a-8249-1511d2d43cd1 req-c46d6f55-474e-40ad-a2f6-315fcce4a2c4 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 946 time: 0.2676189 Sep 15 08:36:15.035833 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.050514 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.102151 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bcc0d51c-a5eb-4e68-badf-69662ea99f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:15.112201 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port f79ea5fa-fa72-4427-8bf0-91668a556a1c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f79ea5fa-fa72-4427-8bf0-91668a556a1c,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:15.121419 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28151c0ff5114770b24d6b62af449afc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9435894 Sep 15 08:36:15.125086 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.129213 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44864) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:15.138841 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:15.225345 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-956e1dca-a67f-4b3a-8249-1511d2d43cd1 req-3197a5fe-8145-44e5-9817-8accfdedd60e tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442346 Sep 15 08:36:15.228088 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.247919 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ffd35c-b1a9-42f8-98d6-5fbf05752ba0,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:15.261069 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:15.298490 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fd43a3-89fa-444f-9d71-e62c4d956ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957815a-fca5-4fa7-8d9a-d986da0e0e82', 'code': 200} Sep 15 08:36:15.305443 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=f79ea5fa-fa72-4427-8bf0-91668a556a1c,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:15.309795 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:15.331254 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-accb7600-e9ca-4dd0-87fe-1c68d2c3288a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.385939 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:15.396255 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Usage tracker for resource:security_group_rule and tenant:e06ce779c4d147afb661047d84d7c07e is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:15.397038 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-accb7600-e9ca-4dd0-87fe-1c68d2c3288a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.406155 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:15.416351 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:15.456236 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:15.480420 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:15.608263 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Attempting to bind port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:15.608620 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Attempting to bind port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:15.609800 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Attempting to bind port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed on network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:15.626997 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Notify callbacks [] for port, precommit_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.636805 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed on network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:15.637309 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Attempting to bind port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed on network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:15.681972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:15.682217 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Checking segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:15.682479 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Bound using segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:15.683216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Bound port: 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:15.683216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.692577 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Transition to ACTIVE for port object 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:15.694095 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-0941f7f7-992c-4cf2-a58a-ce7d94b22cf1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 1099 time: 0.1170256 Sep 15 08:36:15.695213 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:36:15.699039 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-accb7600-e9ca-4dd0-87fe-1c68d2c3288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.710755 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:15.723802 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.737010 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:15.746775 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb7600-e9ca-4dd0-87fe-1c68d2c3288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ffd35c-b1a9-42f8-98d6-5fbf05752ba0,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:15.754652 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715e604-8552-4fb6-9544-741bad6c63b8 req-5d0f8095-8526-4686-90a2-70ecbcc54291 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:15.762558 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f715e604-8552-4fb6-9544-741bad6c63b8 req-5d0f8095-8526-4686-90a2-70ecbcc54291 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 943 time: 0.2726107 Sep 15 08:36:15.781936 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-accb7600-e9ca-4dd0-87fe-1c68d2c3288a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:15.784576 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-accb7600-e9ca-4dd0-87fe-1c68d2c3288a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.786164 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-accb7600-e9ca-4dd0-87fe-1c68d2c3288a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32ffd35c-b1a9-42f8-98d6-5fbf05752ba0 HTTP/1.1" status: 204 len: 168 time: 0.6560032 Sep 15 08:36:15.807016 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.825755 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.831864 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b02068-2458-4b3d-aad4-a04ad9b490ce None None] Pushing event updated for resources: {'Port': ['ID=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:15.847660 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-95b02068-2458-4b3d-aad4-a04ad9b490ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:15.898132 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.934766 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-779535cb-a2c8-4661-a666-62bdb6ef7cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:15.935400 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:15.943249 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Usage tracker for resource:security_group_rule and tenant:e99433d82a4941b7ae42bdfb1c820284 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:15.952603 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:15.963355 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:16.123449 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.143444 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.168710 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fb41420c-8151-4506-a838-03272f883b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:16.171469 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7456d2-f504-45b9-a2d8-cbe6813b191f,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:16.181980 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:16.206926 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e06ce779c4d147afb661047d84d7c07e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3982148 Sep 15 08:36:16.207791 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 44928) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:16.225170 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Attempting to bind port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:16.227581 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Attempting to bind port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:16.228624 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Attempting to bind port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 on network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:16.233795 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f715e604-8552-4fb6-9544-741bad6c63b8 req-241d76a5-22d0-4908-8071-c3642d31adba tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668484 Sep 15 08:36:16.250232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:16.259539 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:16.260021 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Checking segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:16.261836 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.263996 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Bound using segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:16.265883 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Bound port: 5e16e9af-e5a9-4057-ae01-cd49ebb4e492, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:16.268346 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.269726 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-82f384f0-56c5-468b-a6c5-018e64cae757 req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601592 Sep 15 08:36:16.285090 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef37dfa9-fdc6-4a5b-a73f-c7f6ef727f44,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:16.296850 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:16.364699 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:16.390215 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cbf6c-f7cf-49ce-8982-5947b1af9edd req-33a8e286-2173-498a-a33a-02f99bb93e50 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:16.391724 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e79cbf6c-f7cf-49ce-8982-5947b1af9edd req-33a8e286-2173-498a-a33a-02f99bb93e50 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.6613755 Sep 15 08:36:16.392872 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.419333 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:16.475890 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] For port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:16.480557 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] For port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:16.493703 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.506475 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-793c60c9-e92f-4887-9d66-94c3160236f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:16.540622 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.545976 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f777b-a579-425c-8ead-be4ae247c53f req-22a22fcf-9660-4244-b64e-bcd6f5eb577a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:16.552529 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-941f777b-a579-425c-8ead-be4ae247c53f req-22a22fcf-9660-4244-b64e-bcd6f5eb577a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 946 time: 0.1349344 Sep 15 08:36:16.555380 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9699baf3-5ef5-44ec-afb0-62c5ec8dd7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.585560 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9699baf3-5ef5-44ec-afb0-62c5ec8dd7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.622828 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44942) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:16.635209 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:16.636139 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:16.672845 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.674208 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] 10.222.0.37 "PUT /v2.0/ports/731f2884-1d9d-4ddd-a4a0-3a92efca34ed HTTP/1.1" status: 200 len: 1093 time: 2.9513583 Sep 15 08:36:16.682533 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:16.684431 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-941f777b-a579-425c-8ead-be4ae247c53f req-fb1d0559-5548-4667-8ec2-982d3777af75 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261833 Sep 15 08:36:16.697084 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.717938 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device a9a55298-5517-4860-9449-6e82e756a4e5 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:16.742233 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b02068-2458-4b3d-aad4-a04ad9b490ce None None] Pushing event updated for resources: {'Port': ['ID=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:16.764456 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-95b02068-2458-4b3d-aad4-a04ad9b490ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:16.765193 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e79cbf6c-f7cf-49ce-8982-5947b1af9edd req-ed2ff6f0-9d71-4725-8fe6-734240476842 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601520 Sep 15 08:36:16.864324 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:16.877292 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:16.923694 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:16.952632 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Usage tracker for resource:security_group_rule and tenant:d654ffaa025e47749481bfe27a8195c0 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:16.961209 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:16.988707 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'status': 'completed', 'code': 200} Sep 15 08:36:16.989205 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:16.996479 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9699baf3-5ef5-44ec-afb0-62c5ec8dd7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.008207 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44952) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:17.022432 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9a06b70b-a2a6-4563-bcf0-620c2b61da02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:17.107056 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699baf3-5ef5-44ec-afb0-62c5ec8dd7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7456d2-f504-45b9-a2d8-cbe6813b191f,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:17.120043 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9699baf3-5ef5-44ec-afb0-62c5ec8dd7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:17.136734 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9699baf3-5ef5-44ec-afb0-62c5ec8dd7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.138060 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9699baf3-5ef5-44ec-afb0-62c5ec8dd7d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f7456d2-f504-45b9-a2d8-cbe6813b191f HTTP/1.1" status: 204 len: 168 time: 0.9263680 Sep 15 08:36:17.171431 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-06a00dcf-074c-4baf-8f36-455768190a4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 1096 time: 0.4022577 Sep 15 08:36:17.181985 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.db.resource_extend [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:36:17.277817 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-72ce8f47-0280-404c-8396-982ac22d245e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed HTTP/1.1" status: 200 len: 217 time: 0.0903208 Sep 15 08:36:17.298740 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b1b31-f21e-4844-b0fa-9d15bfc28ef1 req-3bfb121b-313f-4883-a627-5255c880ac3b tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:17.307324 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-731b1b31-f21e-4844-b0fa-9d15bfc28ef1 req-3bfb121b-313f-4883-a627-5255c880ac3b tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 946 time: 0.3007140 Sep 15 08:36:17.320461 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e4baaf-8d54-496a-b7bd-55d5fcc86e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79ea5fa-fa72-4427-8bf0-91668a556a1c'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:17.372863 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.387259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.404862 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:17.426811 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289874-4c80-4697-92e6-517a4c59293c req-c3f12214-0bc3-420e-840b-997cab956259 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:17.428739 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-c3f12214-0bc3-420e-840b-997cab956259 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.1427729 Sep 15 08:36:17.430687 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-75be972f-fc98-4051-9d45-7a555a8c0c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:17.445390 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d654ffaa025e47749481bfe27a8195c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8188455 Sep 15 08:36:17.452289 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-731b1b31-f21e-4844-b0fa-9d15bfc28ef1 req-b21a2ecc-a5d1-435e-a8fc-0bc6952604d8 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440890 Sep 15 08:36:17.454729 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44968) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:17.510355 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa9464-ee9c-48a4-b93f-ebbc5fe0e41c,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:17.521464 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:17.604345 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e9905410-ec6e-4851-aed8-781d6f7b5d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.670562 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e9905410-ec6e-4851-aed8-781d6f7b5d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.690945 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-b4259300-9ff4-411d-b86a-84be8ecea587 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2544031 Sep 15 08:36:17.792396 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.806726 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44980) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:17.861809 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port a9a55298-5517-4860-9449-6e82e756a4e5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a9a55298-5517-4860-9449-6e82e756a4e5,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:17.869636 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e03002-197e-46f9-812c-6eb4dff86a19 req-c297ba48-bf16-4a48-b9e7-b103b85b5062 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:17.870099 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e9905410-ec6e-4851-aed8-781d6f7b5d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.879970 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-09e03002-197e-46f9-812c-6eb4dff86a19 req-c297ba48-bf16-4a48-b9e7-b103b85b5062 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 943 time: 0.3532200 Sep 15 08:36:17.880259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ccdba997-4983-42d0-8f99-facd73aeab1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:17.884731 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e4baaf-8d54-496a-b7bd-55d5fcc86e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79ea5fa-fa72-4427-8bf0-91668a556a1c', 'code': 200} Sep 15 08:36:17.887452 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'port_id': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'mac_address': 'fa:16:3e:26:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:17.898186 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.924529 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9905410-ec6e-4851-aed8-781d6f7b5d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa9464-ee9c-48a4-b93f-ebbc5fe0e41c,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:17.963650 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e9905410-ec6e-4851-aed8-781d6f7b5d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:17.974601 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-09e03002-197e-46f9-812c-6eb4dff86a19 req-3df66ad8-5913-4024-8363-3c7cd0ea40ff tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936604 Sep 15 08:36:17.976251 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:17.982111 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.997735 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Usage tracker for resource:security_group_rule and tenant:53f021eadaa0487bb907af0698bab82b is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:18.003614 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:18.010242 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e9905410-ec6e-4851-aed8-781d6f7b5d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.014531 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-e9905410-ec6e-4851-aed8-781d6f7b5d97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51aa9464-ee9c-48a4-b93f-ebbc5fe0e41c HTTP/1.1" status: 204 len: 168 time: 0.5582757 Sep 15 08:36:18.016896 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a55298-5517-4860-9449-6e82e756a4e5 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:18.019651 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-20cb42b1-e2dd-494a-ae8f-7ca5f9af7dbd service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154368 Sep 15 08:36:18.030884 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:18.038260 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port a9a55298-5517-4860-9449-6e82e756a4e5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a9a55298-5517-4860-9449-6e82e756a4e5,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:18.069816 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:18.073231 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.078853 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Usage tracker for resource:security_group_rule and tenant:6d66246f1cd04f079713cfa698061459 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:18.084756 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:18.085025 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:18.099113 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:18.122127 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8298d679-f0f4-4041-9f33-a48e4a5fae81 req-7cbbd102-c2e4-4e15-b886-b149577d0fd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 1099 time: 0.3071918 Sep 15 08:36:18.228701 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982a02-0bc3-4e11-beef-829753e3bfea req-2a97403c-21c3-45fa-99cb-afe3ebd5dec7 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:18.236232 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-06982a02-0bc3-4e11-beef-829753e3bfea req-2a97403c-21c3-45fa-99cb-afe3ebd5dec7 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 946 time: 0.3242726 Sep 15 08:36:18.351158 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3289874-4c80-4697-92e6-517a4c59293c req-990180ec-6f24-473a-8465-d77c484b92cb service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238742 Sep 15 08:36:18.391462 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=a9a55298-5517-4860-9449-6e82e756a4e5,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:18.394921 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-8298d679-f0f4-4041-9f33-a48e4a5fae81 req-86e9a1b4-82ba-4371-af14-3933ca191498 service neutron] Synchronizing usage tracker for tenant:e99433d82a4941b7ae42bdfb1c820284 on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:18.420179 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.433062 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:18.436356 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef28fd-d786-461c-a406-1701cdf613b9 req-d5cc1106-f015-4622-9915-2a7bb937b4a1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:18.437844 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-02ef28fd-d786-461c-a406-1701cdf613b9 req-d5cc1106-f015-4622-9915-2a7bb937b4a1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.2097464 Sep 15 08:36:18.448183 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.473033 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:18.475938 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:16Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:18.482236 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908768-ae03-4779-b569-92f6a3cc38b5 None None] The sync data for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb is: [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:16Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:36:18.533147 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['a9a55298-5517-4860-9449-6e82e756a4e5'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:18.549915 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.565962 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-06982a02-0bc3-4e11-beef-829753e3bfea req-31d0c28c-464b-418e-b137-cf92381d3bda tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279803 Sep 15 08:36:18.630424 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.657461 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e229f11-86ac-4569-b6ba-3758cbdcd65d,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:18.664093 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:18.666498 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-8298d679-f0f4-4041-9f33-a48e4a5fae81 req-86e9a1b4-82ba-4371-af14-3933ca191498 service neutron] Unset dirty status for tenant:e99433d82a4941b7ae42bdfb1c820284 on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:18.667758 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8298d679-f0f4-4041-9f33-a48e4a5fae81 req-86e9a1b4-82ba-4371-af14-3933ca191498 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338466 Sep 15 08:36:18.676589 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-370f0f71-dada-417b-8b78-0ae4d0402195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:18.722455 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53f021eadaa0487bb907af0698bab82b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7099435 Sep 15 08:36:18.729323 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 44998) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:18.733783 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-02ef28fd-d786-461c-a406-1701cdf613b9 req-e809acc1-1bd7-445b-b60a-e4aac7859448 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862961 Sep 15 08:36:18.805305 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d66246f1cd04f079713cfa698061459&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9950705 Sep 15 08:36:18.806270 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45006) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:18.816911 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae0c5bd-99da-4308-af51-22ac0fc1dbb8,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:18.822258 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:18.880994 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-8a4b2853-d931-4bc5-b287-44694c642ae1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 1096 time: 0.2933326 Sep 15 08:36:18.943261 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-51c3ed2a-fc11-413b-ab76-2d0bca4772f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.978204 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-51c3ed2a-fc11-413b-ab76-2d0bca4772f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.995110 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bb7db545-6108-4c36-b1d8-9fc3e45bf6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.068429 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bb7db545-6108-4c36-b1d8-9fc3e45bf6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.143731 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-51c3ed2a-fc11-413b-ab76-2d0bca4772f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.144874 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9a9b0-05fa-4739-8943-cc4d83019463 req-f22cc225-c3c1-4727-9f77-7abca2ed9bc3 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.152773 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9699baf3-5ef5-44ec-afb0-62c5ec8dd7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:19.154457 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e3d9a9b0-05fa-4739-8943-cc4d83019463 req-f22cc225-c3c1-4727-9f77-7abca2ed9bc3 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 946 time: 0.3470740 Sep 15 08:36:19.169346 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3ed2a-fc11-413b-ab76-2d0bca4772f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae0c5bd-99da-4308-af51-22ac0fc1dbb8,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:19.172258 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-51c3ed2a-fc11-413b-ab76-2d0bca4772f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:19.177637 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-51c3ed2a-fc11-413b-ab76-2d0bca4772f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.184608 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-51c3ed2a-fc11-413b-ab76-2d0bca4772f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fae0c5bd-99da-4308-af51-22ac0fc1dbb8 HTTP/1.1" status: 204 len: 168 time: 0.3756559 Sep 15 08:36:19.305790 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e3d9a9b0-05fa-4739-8943-cc4d83019463 req-65d90fc7-13b5-48d0-9b75-496dbc98be42 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492398 Sep 15 08:36:19.323613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bb7db545-6108-4c36-b1d8-9fc3e45bf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.331782 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:19.346325 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-e8c02dcd-91ea-4c53-84a8-4599c941d65f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.347950 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-e8c02dcd-91ea-4c53-84a8-4599c941d65f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.3099940 Sep 15 08:36:19.353987 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7db545-6108-4c36-b1d8-9fc3e45bf6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e229f11-86ac-4569-b6ba-3758cbdcd65d,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:19.362456 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bb7db545-6108-4c36-b1d8-9fc3e45bf6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:19.378350 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bb7db545-6108-4c36-b1d8-9fc3e45bf6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.382088 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-bb7db545-6108-4c36-b1d8-9fc3e45bf6e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e229f11-86ac-4569-b6ba-3758cbdcd65d HTTP/1.1" status: 204 len: 168 time: 0.6492684 Sep 15 08:36:19.466554 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-a9f61aa5-a140-417a-9f87-6a6e9f52c178 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed HTTP/1.1" status: 200 len: 217 time: 0.0944281 Sep 15 08:36:19.478638 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85063b-4ed8-4b3b-b9e8-6dc9f9886048 req-5ddd9cab-2694-4648-ad3d-e095e0b3145c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.480086 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4b85063b-4ed8-4b3b-b9e8-6dc9f9886048 req-5ddd9cab-2694-4648-ad3d-e095e0b3145c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 944 time: 0.2356613 Sep 15 08:36:19.499652 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:19.584978 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-d7beff45-7c37-47dc-910c-75f5b96eb738 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.586401 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-d7beff45-7c37-47dc-910c-75f5b96eb738 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.1054051 Sep 15 08:36:19.594899 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4b85063b-4ed8-4b3b-b9e8-6dc9f9886048 req-4e1a466f-d9db-42f2-a39c-a7652d313396 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771387 Sep 15 08:36:19.680763 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:19.693719 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:19.694423 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.733010 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-6f3d0626-d2a7-425f-82de-aca8ac4ccd58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1367667 Sep 15 08:36:20.026668 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02329617-58f9-440e-bfeb-ee03ae81478a req-9ad4ea3b-3094-42fa-8c06-c88830d92d0d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:20.037079 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.041861 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-02329617-58f9-440e-bfeb-ee03ae81478a req-9ad4ea3b-3094-42fa-8c06-c88830d92d0d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 946 time: 0.1904209 Sep 15 08:36:20.133823 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-02329617-58f9-440e-bfeb-ee03ae81478a req-88a2d163-d825-4351-afa0-24681b56b179 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907035 Sep 15 08:36:20.139502 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:20.156110 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.163095 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:20.248466 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-9f0b80fa-eed1-4eb9-bed5-e0d5ef63d6e1 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975557 Sep 15 08:36:20.256914 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:20.268682 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:20.444559 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62fc6d-6922-4422-a78f-dcba13619aab req-101aa7e7-3be5-41f8-af94-e2bc8a5cbdae tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:20.446061 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fc62fc6d-6922-4422-a78f-dcba13619aab req-101aa7e7-3be5-41f8-af94-e2bc8a5cbdae tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.1967425 Sep 15 08:36:20.447987 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aaff7bb-c195-4eef-b1c0-d4df609570dd req-5dd142f2-9736-4e06-b3ef-cc1ec540ca72 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624298 Sep 15 08:36:20.497621 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fc62fc6d-6922-4422-a78f-dcba13619aab req-6260e2c3-cbf7-43aa-a44e-02acc5432ffa tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446591 Sep 15 08:36:20.592538 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45056) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:20.610756 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.647610 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:20.651909 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Usage tracker for resource:security_group_rule and tenant:d078843d0bde4526ab0eb365e8ade8be is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:20.655649 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:20.660413 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device a9a55298-5517-4860-9449-6e82e756a4e5 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:20.678766 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:20.765397 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port a9a55298-5517-4860-9449-6e82e756a4e5 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:20.772510 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port a9a55298-5517-4860-9449-6e82e756a4e5 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:20.772907 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.832296 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.839615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.851051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-14f1e064-ab2b-4b8c-993f-16bb72286cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:20.905987 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe35da-7594-4266-8ace-f0028a732a11 req-0c04f5d1-c373-436c-9cd1-b4152d83a50b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:20.914081 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1cfe35da-7594-4266-8ace-f0028a732a11 req-0c04f5d1-c373-436c-9cd1-b4152d83a50b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 944 time: 0.1737227 Sep 15 08:36:20.917509 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d078843d0bde4526ab0eb365e8ade8be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3237607 Sep 15 08:36:20.920362 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c078ec8-f7a2-4631-8892-9057fcda36f6,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:20.921118 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45072) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:20.936972 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:20.937067 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.966180 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a55298-5517-4860-9449-6e82e756a4e5'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:20.976574 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port a9a55298-5517-4860-9449-6e82e756a4e5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a9a55298-5517-4860-9449-6e82e756a4e5,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:20.979499 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1cfe35da-7594-4266-8ace-f0028a732a11 req-1a8128b9-0f6c-4b94-8b1a-79aade3101e6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643792 Sep 15 08:36:20.982555 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.984730 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-ca16e2fd-bb8f-4202-90f2-f0cb041aba04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:21.044122 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7dfedba2-5985-4865-a37a-cc444bab4068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.077742 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7dfedba2-5985-4865-a37a-cc444bab4068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.081026 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'code': 200} Sep 15 08:36:21.087127 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=a9a55298-5517-4860-9449-6e82e756a4e5,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:21.089554 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:21.169478 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7dfedba2-5985-4865-a37a-cc444bab4068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.173956 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3c465c68-cbe2-441a-8714-e8cc89633f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:21.200551 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfedba2-5985-4865-a37a-cc444bab4068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c078ec8-f7a2-4631-8892-9057fcda36f6,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:21.207304 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7dfedba2-5985-4865-a37a-cc444bab4068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:21.223715 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7dfedba2-5985-4865-a37a-cc444bab4068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.229940 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7dfedba2-5985-4865-a37a-cc444bab4068 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c078ec8-f7a2-4631-8892-9057fcda36f6 HTTP/1.1" status: 204 len: 168 time: 0.3074892 Sep 15 08:36:21.417272 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:21.474539 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217bd33-4a65-42dc-b0cc-058a9a4e7de5 req-4ef73c65-bc8a-447a-b718-bb36ba781828 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:21.481943 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9217bd33-4a65-42dc-b0cc-058a9a4e7de5 req-4ef73c65-bc8a-447a-b718-bb36ba781828 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 946 time: 0.1410766 Sep 15 08:36:21.547003 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9217bd33-4a65-42dc-b0cc-058a9a4e7de5 req-db846206-d5c7-459c-b26b-adb7c51874bb tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639770 Sep 15 08:36:21.588544 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-670d71b3-6b39-4124-8781-4a9a90a88ce9 req-396b8aa8-64f9-4f83-9eac-4a445caecccd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 1098 time: 0.1421800 Sep 15 08:36:21.591817 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:21.592194 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.677196 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-670d71b3-6b39-4124-8781-4a9a90a88ce9 req-8953d8b2-e367-4346-815f-5986eb89f57a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779905 Sep 15 08:36:21.825552 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56821095-ced7-4b20-bafa-73fea9ec46ef req-bbdc1205-e8f3-49ef-ae58-7e88815834c1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:21.827146 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-56821095-ced7-4b20-bafa-73fea9ec46ef req-bbdc1205-e8f3-49ef-ae58-7e88815834c1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.1608782 Sep 15 08:36:21.933117 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-56821095-ced7-4b20-bafa-73fea9ec46ef req-2196a8c9-b77b-4052-a099-e14b86031450 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979526 Sep 15 08:36:22.329873 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6a005-1815-431d-9e3b-1bf5bda027c1 req-b07a3cad-43b0-48ff-89ba-cc909c49baa8 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:22.331407 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a8a6a005-1815-431d-9e3b-1bf5bda027c1 req-b07a3cad-43b0-48ff-89ba-cc909c49baa8 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1699183 Sep 15 08:36:22.422426 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a8a6a005-1815-431d-9e3b-1bf5bda027c1 req-02b77662-f694-45f5-ad91-a72034393a38 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845010 Sep 15 08:36:22.656735 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:22.847490 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:22.869102 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'port_id': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'mac_address': 'fa:16:3e:21:bb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:22.923208 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.941454 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731f2884-1d9d-4ddd-a4a0-3a92efca34ed {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:22.956961 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:22.963427 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.963427 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:23.043842 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:23.047010 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:23.182403 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3e52-319f-48c6-a868-b8be6cabe0c6 req-38990e73-ef42-4c33-9976-5cef32d18b18 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:23.184669 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-72da3e52-319f-48c6-a868-b8be6cabe0c6 req-38990e73-ef42-4c33-9976-5cef32d18b18 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 944 time: 0.0958986 Sep 15 08:36:23.253693 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-72da3e52-319f-48c6-a868-b8be6cabe0c6 req-9faae599-7a57-4583-a868-64d84fbc8f58 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624814 Sep 15 08:36:23.558763 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['731f2884-1d9d-4ddd-a4a0-3a92efca34ed'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:23.765374 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80955-97f6-4b3a-b9f6-99c5303ec9fd req-50f0ec37-7308-4187-862c-3c408a1c3143 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:23.769053 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-91c80955-97f6-4b3a-b9f6-99c5303ec9fd req-50f0ec37-7308-4187-862c-3c408a1c3143 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1558206 Sep 15 08:36:23.853714 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-91c80955-97f6-4b3a-b9f6-99c5303ec9fd req-b31c9065-356c-4133-bb14-e1c5c1cafb9f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782607 Sep 15 08:36:24.533706 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf987c9-e86f-44f7-9ebf-d4bfbb01f9b9 req-cd81babd-e108-4673-bf76-52329fa8765b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:24.541235 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fdf987c9-e86f-44f7-9ebf-d4bfbb01f9b9 req-cd81babd-e108-4673-bf76-52329fa8765b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 944 time: 0.0908844 Sep 15 08:36:24.598839 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fdf987c9-e86f-44f7-9ebf-d4bfbb01f9b9 req-09a23ae5-6b28-4e16-986f-086962a1df98 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565875 Sep 15 08:36:25.101007 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ade6bc-1832-443e-ab16-eee428f42c37 req-3c5383a1-cb23-4381-8bd3-94df0b2c30b6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:25.108552 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8ade6bc-1832-443e-ab16-eee428f42c37 req-3c5383a1-cb23-4381-8bd3-94df0b2c30b6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0938933 Sep 15 08:36:25.171506 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8ade6bc-1832-443e-ab16-eee428f42c37 req-059b5768-71a9-43b1-9a9a-ef4d0a1c0c2b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612946 Sep 15 08:36:25.437476 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ba30-0799-46b0-a35a-f4f5a573bef6 req-23a88955-23ee-4f65-af91-eee98647ac85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:25.442880 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7181ba30-0799-46b0-a35a-f4f5a573bef6 req-23a88955-23ee-4f65-af91-eee98647ac85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1023602 Sep 15 08:36:25.448361 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45268) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:25.453603 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'floatingip': {'port_id': 'a9a55298-5517-4860-9449-6e82e756a4e5'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:25.560805 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.949603 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf37e9-95f4-4ec9-9b22-33f50aca40bf req-a9ddfac1-6555-4d70-b8cf-243cd55046fb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:25.952701 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-25bf37e9-95f4-4ec9-9b22-33f50aca40bf req-a9ddfac1-6555-4d70-b8cf-243cd55046fb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 944 time: 0.1092763 Sep 15 08:36:26.034137 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-25bf37e9-95f4-4ec9-9b22-33f50aca40bf req-03159956-47b4-4137-885c-c70c20900523 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736847 Sep 15 08:36:26.651272 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-94d781b0-4fde-4263-9db6-7c56f81d09a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3504915 Sep 15 08:36:26.673780 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:26.866864 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:26.872415 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:26.872943 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.951914 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.975898 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.046147 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-6a1f7097-76f2-41fc-b809-c90e3f820cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f8d5e82cb984fc09f9ced5ba60c6d1d&device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 1099 time: 0.2174141 Sep 15 08:36:27.103487 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.182680 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:27.205906 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:27.218691 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.227657 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:27.339494 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:27.344916 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:27.422618 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2d53c-8f1a-450c-a969-1ae3a91df3a2 req-196a7e99-10e6-4473-9bb7-9ddecfa82acd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.424120 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-10d2d53c-8f1a-450c-a969-1ae3a91df3a2 req-196a7e99-10e6-4473-9bb7-9ddecfa82acd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1144536 Sep 15 08:36:27.471723 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-4ba5de4e-a91e-422b-870c-86321a0fc379 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.473169 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-4ba5de4e-a91e-422b-870c-86321a0fc379 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07f0a0b9-b67d-4faa-8468-4bec81a737e3 HTTP/1.1" status: 200 len: 913 time: 0.3912797 Sep 15 08:36:27.477651 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-10d2d53c-8f1a-450c-a969-1ae3a91df3a2 req-b12d1592-24f0-43cd-b675-56a0f55a1d67 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450802 Sep 15 08:36:27.561698 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'code': 200} Sep 15 08:36:27.643895 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-61ec7475-7af1-4925-9bb4-308527ff1550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7957815a-fca5-4fa7-8d9a-d986da0e0e82 HTTP/1.1" status: 200 len: 217 time: 0.1561511 Sep 15 08:36:27.755131 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-0b141d63-abab-4cb6-b5db-9d34b874e794 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.758034 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-0b141d63-abab-4cb6-b5db-9d34b874e794 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fb43480-e4cf-4126-99ee-9c31251e2956 HTTP/1.1" status: 200 len: 852 time: 0.1003208 Sep 15 08:36:27.827378 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2f4dd-592c-41c8-9117-316996600986 req-a58e20ca-6140-45f5-8378-b604282c3545 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.830914 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a8c2f4dd-592c-41c8-9117-316996600986 req-a58e20ca-6140-45f5-8378-b604282c3545 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 946 time: 0.4170649 Sep 15 08:36:27.833601 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-f172af7a-dd00-421f-9ee3-2f0be5e721a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07f0a0b9-b67d-4faa-8468-4bec81a737e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636528 Sep 15 08:36:27.889596 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc32eff-0716-4203-b41a-b224121c7041 req-586cef37-74f8-43f1-a771-eaeb7d88c811 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.891508 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-586cef37-74f8-43f1-a771-eaeb7d88c811 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 814 time: 0.2206895 Sep 15 08:36:27.985943 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-e708fb6c-e4e4-40e9-8157-b1520bd1c0d8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/quotas/8493028c2191412e9173092296234417 HTTP/1.1" status: 200 len: 375 time: 0.0356801 Sep 15 08:36:28.026596 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.l3_db [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Floating IP 8e7c3dde-a1ea-4e4b-823a-8bad523d8fac associated. External IP: 172.28.0.118, port: a9a55298-5517-4860-9449-6e82e756a4e5. Sep 15 08:36:28.069882 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d077593a-b054-4cb4-8197-f804deb2a9be req-ba6738ba-f7d5-404f-ab50-b6f36cf06574 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 1098 time: 0.1773083 Sep 15 08:36:28.116363 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a8c2f4dd-592c-41c8-9117-316996600986 req-5c583d69-8375-4808-9de1-addaa2c144c1 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737095 Sep 15 08:36:28.123708 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-cc3f8404-4dce-4cd6-81e4-0ec4c9581503 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365232 Sep 15 08:36:28.221544 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-d072d01a-f63b-4830-b8b2-827634a252f9 service neutron] 10.222.0.37 "GET /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620334 Sep 15 08:36:28.229212 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d077593a-b054-4cb4-8197-f804deb2a9be req-0e7520ac-45d4-45f3-972d-f86acc76bdfc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517413 Sep 15 08:36:28.280277 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-b0c9eeab-53c5-4f11-b599-5f4d106319a3 service neutron] 10.222.0.32 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556618 Sep 15 08:36:28.492700 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-8198ae44-3154-472b-9e59-512ac01deb24 service neutron] 10.222.0.32 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112751 Sep 15 08:36:28.768590 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3b4198ef-afc8-43e5-b451-3167c8c4cdc2 req-37c84261-5633-44a2-a905-229833819bdc tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 210 time: 0.0672281 Sep 15 08:36:29.105942 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dcf08-767f-4abf-8f13-893e040672a8 req-feb462c6-6f57-499d-98fe-7dbc75d7b3c0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:29.112093 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7d3dcf08-767f-4abf-8f13-893e040672a8 req-feb462c6-6f57-499d-98fe-7dbc75d7b3c0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.2842083 Sep 15 08:36:29.116527 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7dd37dae-1047-4b57-ad34-c90ab2cfc80d req-3431dace-3ffb-4f4f-9ef9-e6f8392e37d4 service neutron] 10.222.0.37 "GET /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460246 Sep 15 08:36:29.155320 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Router cdbc5215-aa66-48b4-9350-c8928dd8c76f has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:36:29.297990 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7d3dcf08-767f-4abf-8f13-893e040672a8 req-b86382cf-4878-4e93-b03e-c0912349e0e9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756015 Sep 15 08:36:29.472641 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e536153-b73b-4e3f-adc8-eb5d92397f18 req-99d59f6e-aaa4-469e-ac5d-6c245cafd333 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:29.482209 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6e536153-b73b-4e3f-adc8-eb5d92397f18 req-99d59f6e-aaa4-469e-ac5d-6c245cafd333 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 946 time: 0.1192048 Sep 15 08:36:29.515972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:36:29.530740 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] Sync routers for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:36:29.531271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.541243 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6e536153-b73b-4e3f-adc8-eb5d92397f18 req-ca1c94d8-9303-4e3f-86f6-5e10951b56be tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557468 Sep 15 08:36:29.551308 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:29.554085 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:29.625042 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ec86d8d6-e00a-47d1-84a4-c908c0d1ad62 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "PUT /v2.0/floatingips/8e7c3dde-a1ea-4e4b-823a-8bad523d8fac HTTP/1.1" status: 200 len: 991 time: 4.1756485 Sep 15 08:36:29.625718 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'tag': 'a9a55298-5517-4860-9449-6e82e756a4e5'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:29.745880 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'tag': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'status': 'completed', 'code': 200} Sep 15 08:36:29.809138 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:29.924465 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.012825 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-69f03005-979b-41f1-b0f8-acea174d5850 req-cc3eae58-54b9-4996-9762-70908c02a305 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 210 time: 0.0724783 Sep 15 08:36:30.034883 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-51f17bd6-bae5-447b-899e-8515248d589e req-2fe01126-8178-4705-aab0-c8f056739630 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 1098 time: 0.1567845 Sep 15 08:36:30.257771 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17bd6-bae5-447b-899e-8515248d589e req-78e5dc6b-d359-43a8-af4c-17200fe72670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:30.259459 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-51f17bd6-bae5-447b-899e-8515248d589e req-78e5dc6b-d359-43a8-af4c-17200fe72670 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 910 time: 0.2102137 Sep 15 08:36:30.317329 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '8e7c3dde-a1ea-4e4b-823a-8bad523d8fac', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'floating_ip_address': '172.28.0.118', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'port_id': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'mac_address': 'fa:16:3e:26:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:35:58Z', 'updated_at': '2021-09-15T08:36:26Z', 'revision_number': 1, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:30.322570 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] Checking router: cdbc5215-aa66-48b4-9350-c8928dd8c76f for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:36:30.337447 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:30.338059 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:30.410956 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-51f17bd6-bae5-447b-899e-8515248d589e req-d5d66717-69a1-416a-ac1d-3beebc3e1b52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 200 len: 999 time: 0.1311543 Sep 15 08:36:30.574971 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:30.586091 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-fc32f453-b268-4f5d-8a80-e5bdd09e862a tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:30.588411 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-fc32f453-b268-4f5d-8a80-e5bdd09e862a tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 946 time: 0.1126528 Sep 15 08:36:30.726034 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45452) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:30.741100 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17bd6-bae5-447b-899e-8515248d589e req-0e9c571a-2a94-4525-bd16-9f2c142bae56 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:30.742684 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-51f17bd6-bae5-447b-899e-8515248d589e req-0e9c571a-2a94-4525-bd16-9f2c142bae56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.2692528 Sep 15 08:36:30.761001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a9acb-a860-4102-ae31-170307f0911d req-e6e2cac8-c444-44a9-a5c2-a968ff7081e7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:30.767948 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-342a9acb-a860-4102-ae31-170307f0911d req-e6e2cac8-c444-44a9-a5c2-a968ff7081e7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.2231820 Sep 15 08:36:30.827642 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Deleting port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:36:30.828086 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.910873 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-342a9acb-a860-4102-ae31-170307f0911d req-724b4493-72a5-485a-b845-f03214c69644 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418703 Sep 15 08:36:30.951856 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-51f17bd6-bae5-447b-899e-8515248d589e req-895c85b1-cb06-48b9-a620-197f53b67fed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1811936 Sep 15 08:36:30.984050 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04101b6-b43b-420b-bd31-b3f3160a30bd req-69c1295f-33da-4d5e-be0d-044e0993022c tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:30.992110 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f04101b6-b43b-420b-bd31-b3f3160a30bd req-69c1295f-33da-4d5e-be0d-044e0993022c tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 946 time: 0.2351255 Sep 15 08:36:31.215947 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f04101b6-b43b-420b-bd31-b3f3160a30bd req-2831c542-e33c-4d94-9840-4ee02e1900c6 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/security-groups?id=a23989d1-222e-45b8-ba79-b660a2fbf69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228272 Sep 15 08:36:31.330866 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] For port 7957815a-fca5-4fa7-8d9a-d986da0e0e82, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7957815a-fca5-4fa7-8d9a-d986da0e0e82,segment=NetworkSegment(fd20ec0d-5301-40d0-918a-345aebe015c6),segment_id=fd20ec0d-5301-40d0-918a-345aebe015c6)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:31.331230 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.369111 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '8e7c3dde-a1ea-4e4b-823a-8bad523d8fac', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'floating_ip_address': '172.28.0.118', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'port_id': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'mac_address': 'fa:16:3e:26:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:35:58Z', 'updated_at': '2021-09-15T08:36:26Z', 'revision_number': 1, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:31.383107 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c5c60-5d89-4cd9-a30b-8c6f694d2c08 None None] The sync data for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb is: [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '8e7c3dde-a1ea-4e4b-823a-8bad523d8fac', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'floating_ip_address': '172.28.0.118', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'port_id': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'mac_address': 'fa:16:3e:26:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:35:58Z', 'updated_at': '2021-09-15T08:36:26Z', 'revision_number': 1, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:36:31.389264 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.585207 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Calling delete_port for 7957815a-fca5-4fa7-8d9a-d986da0e0e82 owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:36:31.617565 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45484) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:31.647842 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc32eff-0716-4203-b41a-b224121c7041 req-958cf4fa-353a-4b2e-bf70-8f389f6bc543 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:31.649239 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f831635d-83a4-447e-9886-dabba8d8e696 req-5b6ce5d9-c607-4e6e-a782-df53009ade4b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 210 time: 0.1987669 Sep 15 08:36:31.649490 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-958cf4fa-353a-4b2e-bf70-8f389f6bc543 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 814 time: 0.6861594 Sep 15 08:36:31.650770 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:31.658386 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Usage tracker for resource:security_group_rule and tenant:17dee3000cd84077b58d41da8a16dfd8 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:31.664183 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:31.679864 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-51f17bd6-bae5-447b-899e-8515248d589e req-36c479e6-2c66-4460-890d-9c0f779b471c service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844697 Sep 15 08:36:31.685301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:31.690748 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Request body: {'port': {'device_id': 'ae50cc9b-d2d4-4a09-b30b-30a10eb87501', 'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'admin_state_up': True, 'tenant_id': '8493028c2191412e9173092296234417'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:31.897688 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.909618 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.921344 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:31.961781 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['7957815a-fca5-4fa7-8d9a-d986da0e0e82'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:32.031731 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Pushing event deleted for resources: {'Port': ['ID=7957815a-fca5-4fa7-8d9a-d986da0e0e82,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:32.046479 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:32.054924 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe23174aa6c4af7afd8eeb98c8c236b is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:32.105086 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.105544 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.105856 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.106233 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.106649 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.106927 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.107567 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.107567 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.107893 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.108212 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.108547 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.128726 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:32.140622 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:32.146078 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:32.210085 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] No DVR routers for this DVR port 7957815a-fca5-4fa7-8d9a-d986da0e0e82 on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:36:32.214383 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.226613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fd43a3-89fa-444f-9d71-e62c4d956ed7', 'name': 'network-vif-deleted', 'tag': '7957815a-fca5-4fa7-8d9a-d986da0e0e82'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:32.245267 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-51f17bd6-bae5-447b-899e-8515248d589e req-98bf77a9-a54c-416e-b846-b1b037d6cb75 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345497 Sep 15 08:36:32.258210 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-caa84583-e0bc-4be0-bbd8-c27b2e816729 req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.37 "DELETE /v2.0/ports/7957815a-fca5-4fa7-8d9a-d986da0e0e82 HTTP/1.1" status: 204 len: 173 time: 1.6200240 Sep 15 08:36:32.269714 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:32.305584 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.313119 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:32.326743 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.335788 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c8de2-7e1c-4128-b3fe-9abf718e12d2 None None] New status for floating IP 8e7c3dde-a1ea-4e4b-823a-8bad523d8fac: ACTIVE {{(pid=75109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:36:32.340470 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fd43a3-89fa-444f-9d71-e62c4d956ed7', 'name': 'network-vif-deleted', 'tag': '7957815a-fca5-4fa7-8d9a-d986da0e0e82', 'status': 'completed', 'code': 200} Sep 15 08:36:32.347776 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.348468 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-08c8339d-cae0-4457-a458-4c65e66e5503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:32.355722 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.397840 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Made reservation on behalf of 8493028c2191412e9173092296234417 for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:32.400859 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.423910 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-accb7600-e9ca-4dd0-87fe-1c68d2c3288a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:32.426557 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d4f168-482b-4880-87c9-3a0bcadb1cbe,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:32.454013 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17dee3000cd84077b58d41da8a16dfd8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7232606 Sep 15 08:36:32.455325 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fe23174aa6c4af7afd8eeb98c8c236b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8309910 Sep 15 08:36:32.456025 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45504) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:32.456857 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4ed9b7-aeda-4e31-8e65-91a0a4e86411,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:32.475018 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45506) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:32.484117 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.484472 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.484936 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.485290 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.485630 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.485969 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.486335 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.486663 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.486995 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.487331 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.487661 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:32.495755 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:32.508170 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b607d4f-6d34-48a3-a540-f74dd37d0e31 req-8728647b-5e16-4964-93dc-b0cecdfc444b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:32.509650 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0b607d4f-6d34-48a3-a540-f74dd37d0e31 req-8728647b-5e16-4964-93dc-b0cecdfc444b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.3498538 Sep 15 08:36:32.543036 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-94c7be9f-9c85-4717-b889-f15c5d59008c req-4787d5e4-950f-442b-953b-2037129ab97b tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Synchronizing usage tracker for tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:32.547318 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:32.572366 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b977005b-2ac0-4e3f-8ae5-0a1126950863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.582321 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-94c7be9f-9c85-4717-b889-f15c5d59008c req-4787d5e4-950f-442b-953b-2037129ab97b tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Unset dirty status for tenant:2f8d5e82cb984fc09f9ced5ba60c6d1d on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:32.583406 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-94c7be9f-9c85-4717-b889-f15c5d59008c req-4787d5e4-950f-442b-953b-2037129ab97b tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fd43a3-89fa-444f-9d71-e62c4d956ed7 HTTP/1.1" status: 200 len: 210 time: 0.0847309 Sep 15 08:36:32.608482 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b977005b-2ac0-4e3f-8ae5-0a1126950863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.675137 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0b607d4f-6d34-48a3-a540-f74dd37d0e31 req-8957473e-5956-4c74-894f-44193390f115 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269608 Sep 15 08:36:32.745285 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e57323d-2ffc-4ccb-a7b7-0d92c3b2b91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.754746 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b977005b-2ac0-4e3f-8ae5-0a1126950863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.765863 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ef8f14b2-7c94-4e8a-998f-63d9e08f6675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:32.783987 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Allocated IP 172.20.0.11 (00372526-ed2d-4bab-a934-eac33081b963/8fa49760-9489-4c48-8a82-c3052ee05f28/1abb68d8-c413-48b4-a6ba-a9269076fffc) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:32.786967 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977005b-2ac0-4e3f-8ae5-0a1126950863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d4f168-482b-4880-87c9-3a0bcadb1cbe,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:32.791629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e57323d-2ffc-4ccb-a7b7-0d92c3b2b91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.798532 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b977005b-2ac0-4e3f-8ae5-0a1126950863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:32.800192 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b977005b-2ac0-4e3f-8ae5-0a1126950863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.801536 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-b977005b-2ac0-4e3f-8ae5-0a1126950863 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27d4f168-482b-4880-87c9-3a0bcadb1cbe HTTP/1.1" status: 204 len: 168 time: 0.3419302 Sep 15 08:36:33.037815 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5f959-0b86-483f-9073-e7f50bfe8e2e req-405e03a5-b559-44e4-a80d-8628e698c2e9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:33.040154 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4ae5f959-0b86-483f-9073-e7f50bfe8e2e req-405e03a5-b559-44e4-a80d-8628e698c2e9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0947399 Sep 15 08:36:33.048362 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45528) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:33.063206 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95afd537-dfde-4019-89c2-53353da4f48f req-df9b42d1-6c3b-43fb-b0bb-a8ff6059695a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 210 time: 0.2153578 Sep 15 08:36:33.069817 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'floatingip': {'port_id': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:33.167581 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.304602 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.320401 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45540) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:33.338216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e57323d-2ffc-4ccb-a7b7-0d92c3b2b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.352285 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.352468 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6f8acb53-06b4-4816-a64a-ad86c5547b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:33.378642 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57323d-2ffc-4ccb-a7b7-0d92c3b2b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4ed9b7-aeda-4e31-8e65-91a0a4e86411,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:33.415220 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9e57323d-2ffc-4ccb-a7b7-0d92c3b2b91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:33.422969 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:33.427450 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Usage tracker for resource:security_group_rule and tenant:6c6d9b7568b24e57bdbaac84e6f60b52 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:33.430966 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:33.437155 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:33.471366 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e57323d-2ffc-4ccb-a7b7-0d92c3b2b91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.475225 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9e57323d-2ffc-4ccb-a7b7-0d92c3b2b91b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf4ed9b7-aeda-4e31-8e65-91a0a4e86411 HTTP/1.1" status: 204 len: 168 time: 0.9903543 Sep 15 08:36:33.525782 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.542142 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:33.547193 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.555070 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.578907 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['f79ea5fa-fa72-4427-8bf0-91668a556a1c'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:33.591774 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:33.608265 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c6d9b7568b24e57bdbaac84e6f60b52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2865815 Sep 15 08:36:33.611526 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45550) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:33.686141 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca359ad2-2f54-49a1-8856-32cdad8db943,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:33.713600 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45560) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:33.723726 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:33.732135 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Network 00372526-ed2d-4bab-a934-eac33081b963 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:33.743391 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:33.745211 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Pushing event updated for resources: {'Port': ['ID=1abb68d8-c413-48b4-a6ba-a9269076fffc,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:33.758467 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:33.759356 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:33.763329 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:33.763950 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.780595 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-45673a80-32e0-4464-b65b-144f8b07e648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.856000 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-45673a80-32e0-4464-b65b-144f8b07e648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.890568 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-345d2795-ac14-43f0-ba0b-2c693c21a57a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2064550 Sep 15 08:36:33.989574 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-45673a80-32e0-4464-b65b-144f8b07e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.994416 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:34.004950 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Request body: {'port': {'device_id': 'ae50cc9b-d2d4-4a09-b30b-30a10eb87501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:34.020881 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45673a80-32e0-4464-b65b-144f8b07e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca359ad2-2f54-49a1-8856-32cdad8db943,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:34.030308 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-45673a80-32e0-4464-b65b-144f8b07e648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:34.040442 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-45673a80-32e0-4464-b65b-144f8b07e648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.043272 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-45673a80-32e0-4464-b65b-144f8b07e648 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca359ad2-2f54-49a1-8856-32cdad8db943 HTTP/1.1" status: 204 len: 168 time: 0.4307275 Sep 15 08:36:34.316918 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45588) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:34.401701 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.433960 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:34.438009 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Usage tracker for resource:security_group_rule and tenant:e298dfd3353741a3bc93715f7548c7a7 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:34.441674 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:34.448502 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:34.547848 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.552736 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.559545 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187b561-02cb-4883-85ec-a310284cfa75 req-8ab703cd-040b-4465-b9ae-ae6df5d09ee7 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:34.561029 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e187b561-02cb-4883-85ec-a310284cfa75 req-8ab703cd-040b-4465-b9ae-ae6df5d09ee7 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 932 time: 0.2502489 Sep 15 08:36:34.561779 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.567988 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.592053 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-046be529-7763-4a06-bbdd-de526162d6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:34.601568 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e298dfd3353741a3bc93715f7548c7a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2832649 Sep 15 08:36:34.604652 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45596) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:34.701334 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 7957815a-fca5-4fa7-8d9a-d986da0e0e82 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:36:34.705740 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e187b561-02cb-4883-85ec-a310284cfa75 req-d60dc2c8-a06e-4b78-939a-4ea18c13d4f5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148872 Sep 15 08:36:34.706578 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3954b8-925a-4453-92ba-26fa3e85e807,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:34.713064 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:34.734482 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8433c185-e690-42de-816c-905af122db3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.752980 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 7957815a-fca5-4fa7-8d9a-d986da0e0e82 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:36:34.753561 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 7957815a-fca5-4fa7-8d9a-d986da0e0e82 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:36:34.781068 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8433c185-e690-42de-816c-905af122db3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.789120 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:34.798470 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Usage tracker for resource:security_group_rule and tenant:9bcda64751cb4e00861e99d92cffb92b is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:34.805459 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:34.830338 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:34.836890 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.843920 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8433c185-e690-42de-816c-905af122db3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.849450 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5262a02d-235c-49ce-b525-09259254100a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:34.861676 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433c185-e690-42de-816c-905af122db3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3954b8-925a-4453-92ba-26fa3e85e807,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:34.864757 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8433c185-e690-42de-816c-905af122db3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:34.869665 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-8433c185-e690-42de-816c-905af122db3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.874636 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-8433c185-e690-42de-816c-905af122db3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff3954b8-925a-4453-92ba-26fa3e85e807 HTTP/1.1" status: 204 len: 168 time: 0.2544715 Sep 15 08:36:34.893592 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45606) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:34.899590 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.913123 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.947156 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:34.951174 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Usage tracker for resource:security_group_rule and tenant:4f599d111e2540c79bc5666fb51ae75f is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:34.954044 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:34.961874 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:35.059113 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.066606 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.077073 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7152215b-3370-4bb5-be00-0a9c290fefdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:35.135892 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71269e8-b68f-4677-8354-81bd71f8aec0,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:35.139205 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:35.144657 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f599d111e2540c79bc5666fb51ae75f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2497065 Sep 15 08:36:35.145406 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45614) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:35.188949 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.215283 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5144cdf8-f97f-46ab-9ebe-e2e7203cb5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.219179 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.237347 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-656c288b-14cf-484b-a0c7-6791cd2121c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:35.241992 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5144cdf8-f97f-46ab-9ebe-e2e7203cb5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.269318 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e9d7a-6421-43c8-bec2-e01d3053d545,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:35.272537 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:35.298700 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5144cdf8-f97f-46ab-9ebe-e2e7203cb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.304270 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:35.318379 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144cdf8-f97f-46ab-9ebe-e2e7203cb5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71269e8-b68f-4677-8354-81bd71f8aec0,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:35.321243 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5144cdf8-f97f-46ab-9ebe-e2e7203cb5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:35.322099 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5144cdf8-f97f-46ab-9ebe-e2e7203cb5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.325410 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-5144cdf8-f97f-46ab-9ebe-e2e7203cb5aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c71269e8-b68f-4677-8354-81bd71f8aec0 HTTP/1.1" status: 204 len: 168 time: 0.1765065 Sep 15 08:36:35.368538 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45620) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:35.387255 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.407387 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bcda64751cb4e00861e99d92cffb92b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6882434 Sep 15 08:36:35.423594 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:35.428469 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Usage tracker for resource:security_group_rule and tenant:4285a1fecdff4831b763ee0624f3d744 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:35.431418 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:35.438797 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:35.470762 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45626) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:35.523459 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abb68d8-c413-48b4-a6ba-a9269076fffc {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:35.527610 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.533211 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.543733 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.545519 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-45673a80-32e0-4464-b65b-144f8b07e648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:35.576475 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Transition to ACTIVE for port object 1abb68d8-c413-48b4-a6ba-a9269076fffc will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:35.601426 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a488689-1533-4029-bcb4-02762067d67d,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:35.605325 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7859a0c1-4915-46b8-941c-3a05e0b61036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.606210 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4285a1fecdff4831b763ee0624f3d744&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2362387 Sep 15 08:36:35.608691 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.l3_db [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Floating IP fb69e211-4292-4795-b0bd-f34053ff370c associated. External IP: 172.28.0.181, port: 731f2884-1d9d-4ddd-a4a0-3a92efca34ed. Sep 15 08:36:35.614665 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:35.615162 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45638) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:35.660319 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.683989 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:35.698506 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f88136ad-3771-4b64-9f0b-c5bdefbb3256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.733356 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f88136ad-3771-4b64-9f0b-c5bdefbb3256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.757847 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1abb68d8-c413-48b4-a6ba-a9269076fffc,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:35.772389 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:35.775199 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7859a0c1-4915-46b8-941c-3a05e0b61036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.851645 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f88136ad-3771-4b64-9f0b-c5bdefbb3256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.857624 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-684a637e-11f6-465c-b69f-286c6afa2293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:35.882398 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88136ad-3771-4b64-9f0b-c5bdefbb3256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a488689-1533-4029-bcb4-02762067d67d,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:35.916332 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f88136ad-3771-4b64-9f0b-c5bdefbb3256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.921006 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-f88136ad-3771-4b64-9f0b-c5bdefbb3256 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a488689-1533-4029-bcb4-02762067d67d HTTP/1.1" status: 204 len: 168 time: 0.3048401 Sep 15 08:36:35.924398 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-f88136ad-3771-4b64-9f0b-c5bdefbb3256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:36.093516 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45662) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.094341 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Attempting to bind port 1abb68d8-c413-48b4-a6ba-a9269076fffc on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:36.094673 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Attempting to bind port 1abb68d8-c413-48b4-a6ba-a9269076fffc by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:36.094994 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Attempting to bind port 1abb68d8-c413-48b4-a6ba-a9269076fffc on network 00372526-ed2d-4bab-a934-eac33081b963 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:36.102690 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506646f-6d89-49d5-b6ee-52f547e98868 req-9cb0f602-14cd-4ff1-8ff5-29b8860fdb65 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:36.103089 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7859a0c1-4915-46b8-941c-3a05e0b61036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.109854 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3506646f-6d89-49d5-b6ee-52f547e98868 req-9cb0f602-14cd-4ff1-8ff5-29b8860fdb65 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 944 time: 0.1659780 Sep 15 08:36:36.136456 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:36.152168 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859a0c1-4915-46b8-941c-3a05e0b61036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e9d7a-6421-43c8-bec2-e01d3053d545,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:36.168901 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7859a0c1-4915-46b8-941c-3a05e0b61036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:36.178884 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3506646f-6d89-49d5-b6ee-52f547e98868 req-908f7c70-23a8-4fd2-abe9-9ab7e1154953 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676389 Sep 15 08:36:36.186074 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Port 1abb68d8-c413-48b4-a6ba-a9269076fffc on network 00372526-ed2d-4bab-a934-eac33081b963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:36.186582 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Attempting to bind port 1abb68d8-c413-48b4-a6ba-a9269076fffc on network 00372526-ed2d-4bab-a934-eac33081b963 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:36.202293 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45670) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.213900 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7859a0c1-4915-46b8-941c-3a05e0b61036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.215069 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7859a0c1-4915-46b8-941c-3a05e0b61036 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f60e9d7a-6421-43c8-bec2-e01d3053d545 HTTP/1.1" status: 204 len: 168 time: 0.7433581 Sep 15 08:36:36.227683 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:36.228194 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Checking segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:36.228744 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Bound using segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:36.229337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Bound port: 1abb68d8-c413-48b4-a6ba-a9269076fffc, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:36.229836 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.353192 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] Deleting subnet 1fb43480-e4cf-4126-99ee-9c31251e2956 {{(pid=75108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:36:36.384920 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.469912 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.495039 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.514358 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.549972 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:36.555495 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Usage tracker for resource:security_group_rule and tenant:061e0fdcdddc4e66bb7e0544ff674fc5 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:36.558726 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:36.565983 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:36.623576 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] For port 1abb68d8-c413-48b4-a6ba-a9269076fffc, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:36.644094 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] For port 1abb68d8-c413-48b4-a6ba-a9269076fffc, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1abb68d8-c413-48b4-a6ba-a9269076fffc,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:36.650606 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.658850 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.667821 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.667962 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:36.673966 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b405be32-2a09-488c-a677-340f9a757f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:36.722897 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea2961a-5b1d-4650-86e2-41e3bc21480c,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:36.727842 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:36.730422 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=061e0fdcdddc4e66bb7e0544ff674fc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5270967 Sep 15 08:36:36.733165 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45688) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.764301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.766001 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] 10.222.0.37 "PUT /v2.0/ports/1abb68d8-c413-48b4-a6ba-a9269076fffc HTTP/1.1" status: 200 len: 1094 time: 2.7820144 Sep 15 08:36:36.766409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae50cc9b-d2d4-4a09-b30b-30a10eb87501', 'tag': '1abb68d8-c413-48b4-a6ba-a9269076fffc'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:36.793895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.810899 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45694) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.811664 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-681f5a26-50a8-47b3-bdf4-ffd1aa8a0771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.843962 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.853426 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.872214 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-681f5a26-50a8-47b3-bdf4-ffd1aa8a0771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.891352 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae50cc9b-d2d4-4a09-b30b-30a10eb87501', 'tag': '1abb68d8-c413-48b4-a6ba-a9269076fffc', 'status': 'completed', 'code': 200} Sep 15 08:36:36.893249 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1abb68d8-c413-48b4-a6ba-a9269076fffc,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:36.897001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:36.903927 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3a5a7067-6c8d-4b73-bf49-d8da7a9a1a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:36.925382 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:36.929969 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Usage tracker for resource:security_group_rule and tenant:77f27a77117348efb9018184f50ed2eb is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:36.933046 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:36.936886 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1fb43480-e4cf-4126-99ee-9c31251e2956 HTTP/1.1" status: 204 len: 168 time: 0.8393919 Sep 15 08:36:36.941986 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45700) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.945182 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:37.019353 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb43480-e4cf-4126-99ee-9c31251e2956,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:37.023734 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9a6296ce-77e8-49c6-ad4f-f0eee0394d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:37.083284 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-e9d148e6-3f92-468a-8de6-1370d098802a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 1097 time: 0.2459521 Sep 15 08:36:37.147666 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.166057 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-681f5a26-50a8-47b3-bdf4-ffd1aa8a0771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.182984 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-041ccac0-25ff-4ba1-b8e8-12553a6bb036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:37.193657 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:36:37.210957 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-0962d8c5-f55f-4e39-90be-35bdca1ee128 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abb68d8-c413-48b4-a6ba-a9269076fffc HTTP/1.1" status: 200 len: 217 time: 0.1082585 Sep 15 08:36:37.214179 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.228253 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f5a26-50a8-47b3-bdf4-ffd1aa8a0771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea2961a-5b1d-4650-86e2-41e3bc21480c,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:37.240190 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-681f5a26-50a8-47b3-bdf4-ffd1aa8a0771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:37.244042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-681f5a26-50a8-47b3-bdf4-ffd1aa8a0771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.245186 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-681f5a26-50a8-47b3-bdf4-ffd1aa8a0771 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ea2961a-5b1d-4650-86e2-41e3bc21480c HTTP/1.1" status: 204 len: 168 time: 0.5102611 Sep 15 08:36:37.245855 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e9905410-ec6e-4851-aed8-781d6f7b5d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:37.256773 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.295844 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77f27a77117348efb9018184f50ed2eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4820821 Sep 15 08:36:37.328774 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45718) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:37.335145 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54150fd-d4f9-43c3-8f55-1b8f2b5043fb,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:37.340783 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:37.405124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc32eff-0716-4203-b41a-b224121c7041 req-650adedb-567a-42e0-b57b-85e7f84fcc91 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:37.406863 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-650adedb-567a-42e0-b57b-85e7f84fcc91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.1878569 Sep 15 08:36:37.452284 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.481772 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-dda3128b-9a5b-4126-8ffc-0664c44f2071 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607710 Sep 15 08:36:37.484775 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f0a0b9-b67d-4faa-8468-4bec81a737e3']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:37.503240 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd20ec0d-5301-40d0-918a-345aebe015c6') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:37.503546 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd20ec0d-5301-40d0-918a-345aebe015c6') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:37.518071 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.537772 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.545230 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:36:37.545924 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:36:37.564010 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:36:37.636327 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6ad2-b032-4bcd-b746-4525d9e73b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.724538 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.729191 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8601ffb3-9b95-415c-883b-082aaf3d81b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:37.758622 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.764178 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f0a0b9-b67d-4faa-8468-4bec81a737e3,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:37.769075 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6ad2-b032-4bcd-b746-4525d9e73b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.774582 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:37.785495 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] 10.222.0.32 "DELETE /v2.0/networks/07f0a0b9-b67d-4faa-8468-4bec81a737e3 HTTP/1.1" status: 204 len: 168 time: 0.8418000 Sep 15 08:36:37.831222 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45736) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:37.859313 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.863033 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253550a-575a-45e5-a701-dc4e3c9c894a req-3852fb18-0841-439e-93ba-391b89b61a01 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:37.863726 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-6253550a-575a-45e5-a701-dc4e3c9c894a req-3852fb18-0841-439e-93ba-391b89b61a01 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:37.869366 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-03578600-7923-4b52-b735-b3227d63fdd7 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486743 Sep 15 08:36:37.902523 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:37.908324 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Usage tracker for resource:security_group_rule and tenant:8d2ded7569b94f6ebe36e44ef3874550 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:37.912656 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:37.918917 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:37.930415 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-6253550a-575a-45e5-a701-dc4e3c9c894a req-3852fb18-0841-439e-93ba-391b89b61a01 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:37.931729 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6253550a-575a-45e5-a701-dc4e3c9c894a req-3852fb18-0841-439e-93ba-391b89b61a01 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 944 time: 0.4551306 Sep 15 08:36:37.999944 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.006448 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.016099 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0acf1556-6dfe-40b7-95d9-d7d072aa0e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:38.033017 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6ad2-b032-4bcd-b746-4525d9e73b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.041401 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:38.054037 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc2bc6b-c3d6-4a12-bcfe-5d5be1df2582,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:38.060324 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:38.065284 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:36:38.079339 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] Sync routers for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:36:38.083476 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f6ad2-b032-4bcd-b746-4525d9e73b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54150fd-d4f9-43c3-8f55-1b8f2b5043fb,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:38.087244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9e5f6ad2-b032-4bcd-b746-4525d9e73b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:38.112649 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:38.112923 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.116832 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d2ded7569b94f6ebe36e44ef3874550&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2843451 Sep 15 08:36:38.118792 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:38.122932 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45744) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:38.150176 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6ad2-b032-4bcd-b746-4525d9e73b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.154378 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9e5f6ad2-b032-4bcd-b746-4525d9e73b53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e54150fd-d4f9-43c3-8f55-1b8f2b5043fb HTTP/1.1" status: 204 len: 168 time: 0.8108065 Sep 15 08:36:38.196471 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45750) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:38.222235 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0fac-136d-4845-940b-c6fb8c66aed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.245541 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6253550a-575a-45e5-a701-dc4e3c9c894a req-a9eeb301-d2d8-445f-8b11-5f6de1f11e42 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621169 Sep 15 08:36:38.251090 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0fac-136d-4845-940b-c6fb8c66aed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.279181 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc32eff-0716-4203-b41a-b224121c7041 req-d61d6279-1641-47a7-a6d6-4646c1398026 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899693 Sep 15 08:36:38.290099 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9932920a-ab9c-4b4a-bb6f-4489ecc3095a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "PUT /v2.0/floatingips/fb69e211-4292-4795-b0bd-f34053ff370c HTTP/1.1" status: 200 len: 991 time: 5.2360322 Sep 15 08:36:38.331919 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0fac-136d-4845-940b-c6fb8c66aed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.339268 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-85375f79-2357-44d8-9e7e-4f51a58506ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:38.354128 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0fac-136d-4845-940b-c6fb8c66aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc2bc6b-c3d6-4a12-bcfe-5d5be1df2582,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:38.359479 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fc2c0fac-136d-4845-940b-c6fb8c66aed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:38.377689 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0fac-136d-4845-940b-c6fb8c66aed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.383617 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-fc2c0fac-136d-4845-940b-c6fb8c66aed7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cc2bc6b-c3d6-4a12-bcfe-5d5be1df2582 HTTP/1.1" status: 204 len: 168 time: 0.2552836 Sep 15 08:36:38.390653 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-27a34bb7-bce4-4b27-aca0-27fe74643cc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f8d5e82cb984fc09f9ced5ba60c6d1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1659179 Sep 15 08:36:38.391668 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45764) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:38.540794 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:38.612844 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a79f6df-4ab2-4a64-8cf2-67b8f51f5bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.640019 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-eabae446-05ca-4dfe-95fb-619d558bd588 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 1097 time: 0.1300929 Sep 15 08:36:38.646928 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a79f6df-4ab2-4a64-8cf2-67b8f51f5bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.826818 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-808822fc-86f4-47ff-9d64-c971489d5188 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:38.828292 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-808822fc-86f4-47ff-9d64-c971489d5188 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 915 time: 0.1746912 Sep 15 08:36:38.828868 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a79f6df-4ab2-4a64-8cf2-67b8f51f5bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.833544 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a1e59b7b-ce9b-41f7-ae60-65a8e50f767a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:38.897165 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:38.901859 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79f6df-4ab2-4a64-8cf2-67b8f51f5bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23989d1-222e-45b8-ba79-b660a2fbf69b,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:38.910299 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5a79f6df-4ab2-4a64-8cf2-67b8f51f5bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:38.922725 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-238e612f-050f-41e0-a9b4-816c96ea0e77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abb68d8-c413-48b4-a6ba-a9269076fffc HTTP/1.1" status: 200 len: 217 time: 0.0746906 Sep 15 08:36:38.924114 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a79f6df-4ab2-4a64-8cf2-67b8f51f5bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.925088 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5a79f6df-4ab2-4a64-8cf2-67b8f51f5bf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a23989d1-222e-45b8-ba79-b660a2fbf69b HTTP/1.1" status: 204 len: 168 time: 0.5325372 Sep 15 08:36:39.030849 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'fb69e211-4292-4795-b0bd-f34053ff370c', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'floating_ip_address': '172.28.0.181', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'port_id': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'mac_address': 'fa:16:3e:21:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:36:04Z', 'updated_at': '2021-09-15T08:36:34Z', 'revision_number': 1, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:39.033997 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'status': 'completed', 'code': 200} Sep 15 08:36:39.035363 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-32f5b2a2-b8f8-46bb-9efa-7619da7fb7ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:39.036114 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] Checking router: dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:36:39.049948 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:39.050922 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:39.054392 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-32f5b2a2-b8f8-46bb-9efa-7619da7fb7ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.1225357 Sep 15 08:36:39.150807 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-68c275f7-d156-49d3-a85d-b7f358bffdf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888462 Sep 15 08:36:39.171474 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-6c0761ba-71ca-40a8-94d1-5a4e2c529a59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 1098 time: 0.1336410 Sep 15 08:36:39.317099 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:39.363296 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45806) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:39.419099 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.444486 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-40e5b5c2-a9f3-4139-817d-b75a8b888220 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903562 Sep 15 08:36:39.481931 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-f301ad87-d9c7-471a-add6-64cba8075f07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:39.483947 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-f301ad87-d9c7-471a-add6-64cba8075f07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.2933998 Sep 15 08:36:39.637281 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:39.648380 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Usage tracker for resource:security_group_rule and tenant:001d03aee2d54c7687ea44f294aabcae is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:39.653647 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:39.670731 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:39.699914 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-7d72cce8-1f82-4e8a-8cda-6ab7242e0294 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed HTTP/1.1" status: 200 len: 999 time: 0.2021575 Sep 15 08:36:39.895001 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-a275f318-f4eb-46b8-b2c3-3fac3512b5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:39.897602 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-a275f318-f4eb-46b8-b2c3-3fac3512b5f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.1908536 Sep 15 08:36:39.991533 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e083af-0479-4196-913b-19278715cfd8 req-56f768cb-c8a1-4557-a0f9-31c7f4e20d26 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:39.993694 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-70e083af-0479-4196-913b-19278715cfd8 req-56f768cb-c8a1-4557-a0f9-31c7f4e20d26 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 944 time: 0.5043216 Sep 15 08:36:40.011957 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-17472427-c9ff-4ae4-b1d8-c8447cffada0 req-90f51448-330d-418c-b801-9f8cf5c4d71c service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581875 Sep 15 08:36:40.082042 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'fb69e211-4292-4795-b0bd-f34053ff370c', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'floating_ip_address': '172.28.0.181', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'port_id': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'mac_address': 'fa:16:3e:21:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:36:04Z', 'updated_at': '2021-09-15T08:36:34Z', 'revision_number': 1, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:40.087060 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133009c3-e1d3-4f50-b84c-74e31b601a8e None None] The sync data for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb is: [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'fb69e211-4292-4795-b0bd-f34053ff370c', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'floating_ip_address': '172.28.0.181', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'port_id': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'mac_address': 'fa:16:3e:21:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:36:04Z', 'updated_at': '2021-09-15T08:36:34Z', 'revision_number': 1, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:36:40.134856 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.139579 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-70e083af-0479-4196-913b-19278715cfd8 req-d5c50a82-ac2d-4158-8079-128bdff73795 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356373 Sep 15 08:36:40.163609 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.175723 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3cd4a05e-d29c-457b-a733-521087264e59 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:40.190966 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-3e2b2256-086b-4b61-80cc-0f1e19d7ecef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2761755 Sep 15 08:36:40.373059 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d7ce48-671f-45a1-91ad-06662e281a10,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:40.377067 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:40.385532 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=001d03aee2d54c7687ea44f294aabcae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0182264 Sep 15 08:36:40.386588 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45840) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:40.486435 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28879e33-12bf-446e-9bcc-e9dbb7dc9989 None None] New status for floating IP fb69e211-4292-4795-b0bd-f34053ff370c: ACTIVE {{(pid=75109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:36:40.490930 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-a4addfb8-f949-4a6a-8cbd-d16dc1cdd5c4 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891867 Sep 15 08:36:40.515870 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-bb9f9f44-ef2f-40da-8376-6a501a444e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.577815 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-bb9f9f44-ef2f-40da-8376-6a501a444e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.672556 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-bb9f9f44-ef2f-40da-8376-6a501a444e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.677977 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7dfedba2-5985-4865-a37a-cc444bab4068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:40.694792 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f9f44-ef2f-40da-8376-6a501a444e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d7ce48-671f-45a1-91ad-06662e281a10,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:40.708162 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4365d899-825f-4b11-9e21-257fdc85efe0 req-3d33a8c0-6e99-4513-a5ee-fd122d974e09 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103727 Sep 15 08:36:40.711022 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-bb9f9f44-ef2f-40da-8376-6a501a444e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:40.718661 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-bb9f9f44-ef2f-40da-8376-6a501a444e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.720027 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-bb9f9f44-ef2f-40da-8376-6a501a444e9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13d7ce48-671f-45a1-91ad-06662e281a10 HTTP/1.1" status: 204 len: 168 time: 0.3330314 Sep 15 08:36:41.340374 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45876) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:41.365872 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721e1d-8762-4400-abf9-77616543a944 req-eaec0ee4-0e6e-41c8-98c0-1efa17939a1d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:41.367405 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d7721e1d-8762-4400-abf9-77616543a944 req-eaec0ee4-0e6e-41c8-98c0-1efa17939a1d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 944 time: 0.0928011 Sep 15 08:36:41.428022 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d7721e1d-8762-4400-abf9-77616543a944 req-7e8ec5d6-8463-4025-b19f-b7669e5cf70f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538318 Sep 15 08:36:41.541009 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-network', 'tenant_id': '6bc4af5744a141e598852d3dbef90595'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:41.549083 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:41.558530 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Usage tracker for resource:network and tenant:6bc4af5744a141e598852d3dbef90595 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:41.563349 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:41.570199 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:41.585205 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Made reservation on behalf of 6bc4af5744a141e598852d3dbef90595 for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:41.587756 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.604175 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.647650 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:41.652176 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Usage tracker for resource:security_group_rule and tenant:6bc4af5744a141e598852d3dbef90595 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:41.655468 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:41.664572 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:41.686185 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d80f3e4b-3e90-44f8-87f4-f4b4f010fa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.736869 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.748916 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.754891 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:41.783185 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:36:41.797236 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec453f3-1052-4023-bb10-cfb58f8b8384,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:41.801938 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:41.803066 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.803542 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Added segment fa918446-f3d1-45e7-9d5e-85d4053be8f3 of type vlan for network 42de1df9-74e9-490a-9e1c-39f4f31e401e Sep 15 08:36:41.833472 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.863395 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.865166 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:41.866268 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.872354 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-acc8c3bf-6ae2-4902-910e-460c5fbec2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:41.976930 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6348481 Sep 15 08:36:41.977807 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Pushing event updated for resources: {'Network': ['ID=42de1df9-74e9-490a-9e1c-39f4f31e401e,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:41.980124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45900) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:41.982671 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:41.986380 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Request body: {'subnet': {'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-subnet', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:41.990982 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:41.991785 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 42de1df9-74e9-490a-9e1c-39f4f31e401e details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:36:41.995037 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Usage tracker for resource:subnet and tenant:6bc4af5744a141e598852d3dbef90595 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:41.997857 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:42.005060 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:42.025578 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Made reservation on behalf of 6bc4af5744a141e598852d3dbef90595 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:42.028483 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.257291 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.441468 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.446632 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ad7ece50-6395-4512-8370-859fab9ba747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:42.520216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:42.525173 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:42.551394 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Checking segment: {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:42.551750 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Network hostable DHCP agents. Network: 42de1df9-74e9-490a-9e1c-39f4f31e401e, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:36:42.583787 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Network 42de1df9-74e9-490a-9e1c-39f4f31e401e is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:36:42.600622 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 42de1df9-74e9-490a-9e1c-39f4f31e401e) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:42.607496 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:42.609895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.610518 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194e3248-9a7f-4e61-814e-ec1ad7876189 None None] Network 42de1df9-74e9-490a-9e1c-39f4f31e401e requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:42.702377 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7214289 Sep 15 08:36:42.702848 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 45938) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:42.709726 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:42.716820 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:42.727026 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Usage tracker for resource:router and tenant:6bc4af5744a141e598852d3dbef90595 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:42.738593 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:42.750045 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:42.770259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.771918 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128619'] for router, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.781197 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b82eac-9291-467f-b68c-43547bff6c23 req-daa86e01-03e1-47a4-bd71-20d906335fd3 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:42.794308 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-87b82eac-9291-467f-b68c-43547bff6c23 req-daa86e01-03e1-47a4-bd71-20d906335fd3 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 944 time: 0.1600549 Sep 15 08:36:42.803962 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.821611 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 1abb68d8-c413-48b4-a6ba-a9269076fffc details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:42.884715 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-87b82eac-9291-467f-b68c-43547bff6c23 req-2921d8b9-f2ab-4359-ba39-369a913cbed0 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878780 Sep 15 08:36:43.007522 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0be9e1-6001-44d1-9aeb-7ff9f9f88e69 None None] Network 42de1df9-74e9-490a-9e1c-39f4f31e401e requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:43.023342 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.100511 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 1abb68d8-c413-48b4-a6ba-a9269076fffc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1abb68d8-c413-48b4-a6ba-a9269076fffc,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:43.120956 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '1abb68d8-c413-48b4-a6ba-a9269076fffc', 'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'port_id': '1abb68d8-c413-48b4-a6ba-a9269076fffc', 'mac_address': 'fa:16:3e:39:9d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa49760-9489-4c48-8a82-c3052ee05f28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:43.192572 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.231835 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abb68d8-c413-48b4-a6ba-a9269076fffc {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:43.351749 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 1abb68d8-c413-48b4-a6ba-a9269076fffc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1abb68d8-c413-48b4-a6ba-a9269076fffc,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:43.356262 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.359837 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:43.364584 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.399739 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.472771 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=1abb68d8-c413-48b4-a6ba-a9269076fffc,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.491878 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.501083 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:43.631629 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Allocated IP 172.28.0.203 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/d7517876-885b-4353-b632-0ee1294bd5f7) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:43.786933 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.816354 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.822116 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d21606ec-1190-41ac-bf27-64346d61d779 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:43.865428 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['1abb68d8-c413-48b4-a6ba-a9269076fffc'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:43.909319 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:43.925965 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:43.934633 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Pushing event updated for resources: {'Port': ['ID=d7517876-885b-4353-b632-0ee1294bd5f7,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:43.940671 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:43.980730 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-af0bedeb-3d55-432c-9d55-e798bfffcb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.989385 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:44.184879 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05f430-250b-48e5-ac69-41a4f23838ee req-ead70b14-3df1-48f0-9b3f-25d81bb3fb92 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:44.186532 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4d05f430-250b-48e5-ac69-41a4f23838ee req-ead70b14-3df1-48f0-9b3f-25d81bb3fb92 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 945 time: 0.1035218 Sep 15 08:36:44.242394 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45988) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:44.242880 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.243450 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037'] for router, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.293525 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 45994) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:44.321972 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4d05f430-250b-48e5-ac69-41a4f23838ee req-146366f3-50dc-4aa6-953d-4e7280d9ee64 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270509 Sep 15 08:36:44.518809 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.529424 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Router 1470772d-30d7-45dc-9e47-b4c19b59b1ce is scheduled to L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 with binding_index 1 {{(pid=75107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:36:44.560213 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.592707 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:44.605996 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Usage tracker for resource:security_group_rule and tenant:60924378524643b0ba7b6f60d626b144 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:44.609827 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:44.616976 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:44.619228 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:44.623365 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] Usage tracker for resource:security_group_rule and tenant:8e9ffb673f8c4565b27b04871c4a32a5 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:44.627620 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:44.636496 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:44.687678 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-56b5f6a2-6026-410b-90ad-4ef0c13f9df9 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=93eaba26bc73422191202e94c6ea086c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363269 Sep 15 08:36:44.761441 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:36:44.775107 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Sync routers for ids ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:36:44.794213 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Routers {'1470772d-30d7-45dc-9e47-b4c19b59b1ce'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:44.795149 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:44.805269 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Notify callbacks [] for router, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.809054 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1017578 Sep 15 08:36:44.809319 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 46014) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:44.858202 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.879962 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.882380 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.896964 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.903389 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.912624 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:44.960991 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-c75194b1-eb04-4b20-a32d-5446436210bd tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:44.962429 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-c75194b1-eb04-4b20-a32d-5446436210bd tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675664 Sep 15 08:36:44.997995 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229848e0-6264-4398-90a2-6a2c4e252974,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:45.001019 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Set router 1470772d-30d7-45dc-9e47-b4c19b59b1ce gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:45.015062 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-b35f49d3-6cae-4acd-bdf6-895b416d3d19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e9ffb673f8c4565b27b04871c4a32a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7177398 Sep 15 08:36:45.015825 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 46018) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:45.022510 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60924378524643b0ba7b6f60d626b144&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7784722 Sep 15 08:36:45.025895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 46022) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:45.037201 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-bb88020b-28ab-4c34-9383-fa8d2881d318 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/quotas/93eaba26bc73422191202e94c6ea086c HTTP/1.1" status: 200 len: 375 time: 0.0638170 Sep 15 08:36:45.127704 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f582fd4b-838e-49a8-acaf-48de07c32c66,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:45.141106 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-34031b3b-85fa-49fb-b655-5cbe06a53851 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=93eaba26bc73422191202e94c6ea086c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810406 Sep 15 08:36:45.145345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:45.145345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:45.145613 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:45.198886 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e6bce7c5-8a1b-48ab-a1b3-5b0f4eba6b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.200672 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f848b73-4b41-4076-a455-337f12488fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.250984 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e6bce7c5-8a1b-48ab-a1b3-5b0f4eba6b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.259468 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f848b73-4b41-4076-a455-337f12488fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.346066 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e6bce7c5-8a1b-48ab-a1b3-5b0f4eba6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.353060 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:45.367830 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f848b73-4b41-4076-a455-337f12488fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.374740 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bce7c5-8a1b-48ab-a1b3-5b0f4eba6b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229848e0-6264-4398-90a2-6a2c4e252974,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:45.382906 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e6bce7c5-8a1b-48ab-a1b3-5b0f4eba6b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:45.383469 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-bb9f9f44-ef2f-40da-8376-6a501a444e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:45.398765 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f848b73-4b41-4076-a455-337f12488fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f582fd4b-838e-49a8-acaf-48de07c32c66,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:45.400588 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f848b73-4b41-4076-a455-337f12488fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.402051 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9f848b73-4b41-4076-a455-337f12488fbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f582fd4b-838e-49a8-acaf-48de07c32c66 HTTP/1.1" status: 204 len: 168 time: 0.3673325 Sep 15 08:36:45.403335 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e6bce7c5-8a1b-48ab-a1b3-5b0f4eba6b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.404517 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e6bce7c5-8a1b-48ab-a1b3-5b0f4eba6b0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/229848e0-6264-4398-90a2-6a2c4e252974 HTTP/1.1" status: 204 len: 168 time: 0.3851628 Sep 15 08:36:45.405409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9f848b73-4b41-4076-a455-337f12488fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:45.504533 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 3, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port': {'id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:45.513018 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Checking router: 1470772d-30d7-45dc-9e47-b4c19b59b1ce for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:36:45.514848 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Updating router 1470772d-30d7-45dc-9e47-b4c19b59b1ce port d7517876-885b-4353-b632-0ee1294bd5f7 binding host dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:36:45.625716 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.714377 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9801f-2906-4aef-bc16-ea6c37e076f6 req-8802b790-b3e2-4714-a8ef-b4deb800648e tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:45.724107 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2b9801f-2906-4aef-bc16-ea6c37e076f6 req-8802b790-b3e2-4714-a8ef-b4deb800648e tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 945 time: 0.1543429 Sep 15 08:36:45.815295 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2b9801f-2906-4aef-bc16-ea6c37e076f6 req-62d01bbf-c0aa-4760-ae24-2dc66b2ba9e6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895250 Sep 15 08:36:46.017624 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-12b2d728-b078-4979-be3f-f4876fa26722 req-82c545f9-04d6-4e61-b668-5defac69b91a tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 210 time: 0.1096723 Sep 15 08:36:46.206163 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Notify callbacks [] for port, precommit_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.215727 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 46052) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:46.232055 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.provisioning_blocks [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Transition to ACTIVE for port object d7517876-885b-4353-b632-0ee1294bd5f7 will not be triggered until provisioned by entity L2. {{(pid=75110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:46.239298 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.240521 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 46056) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:46.244882 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-80a2bd9c-f1cf-4c54-877d-a486268cd2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:46.262941 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.270856 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.325104 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:46.329256 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Usage tracker for resource:security_group_rule and tenant:11d3a1493f3344098d985a271e1e28d1 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:46.331683 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Pushing event updated for resources: {'Port': ['ID=d7517876-885b-4353-b632-0ee1294bd5f7,revision_number=2']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:46.334854 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:46.335246 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Attempting to bind port d7517876-885b-4353-b632-0ee1294bd5f7 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:46.335715 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Attempting to bind port d7517876-885b-4353-b632-0ee1294bd5f7 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:46.336178 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Attempting to bind port d7517876-885b-4353-b632-0ee1294bd5f7 on network bb2869aa-760a-4447-b522-1ae6d3f088da {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:46.346530 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:46.353066 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.354232 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:46.356140 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.356140 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.357965 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.358365 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.358738 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.359016 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.359372 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.360165 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.360165 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.360336 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:46.360958 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Usage tracker for resource:security_group_rule and tenant:b5bc342a4c364dce967c78698d59cc0e is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:46.363590 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:46.363968 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:46.364374 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.365313 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Bound using segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:46.365936 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Bound port: d7517876-885b-4353-b632-0ee1294bd5f7, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:46.366186 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.366989 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:46.368182 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.371188 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.385141 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:46.392029 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:46.454118 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] For port d7517876-885b-4353-b632-0ee1294bd5f7, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:46.457229 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] For port d7517876-885b-4353-b632-0ee1294bd5f7, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d7517876-885b-4353-b632-0ee1294bd5f7,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:46.461847 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.464467 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.465602 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:46.469355 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.479382 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-51c3ed2a-fc11-413b-ab76-2d0bca4772f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:46.540899 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Pushing event updated for resources: {'Port': ['ID=d7517876-885b-4353-b632-0ee1294bd5f7,revision_number=3']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:46.541091 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11d3a1493f3344098d985a271e1e28d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3239360 Sep 15 08:36:46.541632 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e84b02-074a-484b-a10b-17cad201cacd,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:46.543812 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:46.546654 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 46060) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:46.547293 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:46.565389 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Routers {'1470772d-30d7-45dc-9e47-b4c19b59b1ce'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:46.566172 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:46.624310 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.634595 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.670159 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ea5df119-18d2-4c8e-a9d6-8f61f0cf4f42 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:46.743347 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfece0d-6054-4640-8468-85ad953f2111,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:46.745064 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 1abb68d8-c413-48b4-a6ba-a9269076fffc up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:46.751921 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:46.762017 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5bc342a4c364dce967c78698d59cc0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5205190 Sep 15 08:36:46.762387 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 46068) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:46.768328 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d2dc09bc-68ee-467c-9ffc-5a844ca81eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.773269 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Allocated IP 172.20.0.1 (42de1df9-74e9-490a-9e1c-39f4f31e401e/3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16/f206d840-8789-4c7b-9e8f-28907ac69e51) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:46.809343 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d2dc09bc-68ee-467c-9ffc-5a844ca81eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.810355 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] Set router 1470772d-30d7-45dc-9e47-b4c19b59b1ce gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:46.852479 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8db2ada1-61ca-4d65-9c5e-219628417e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.910700 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8db2ada1-61ca-4d65-9c5e-219628417e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.923420 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 1abb68d8-c413-48b4-a6ba-a9269076fffc completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:46.932269 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 1abb68d8-c413-48b4-a6ba-a9269076fffc triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:46.933614 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.995324 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d2dc09bc-68ee-467c-9ffc-5a844ca81eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.996542 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8db2ada1-61ca-4d65-9c5e-219628417e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.000170 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9020a61f-c541-4ff2-96b9-3eb5ddbef782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:47.004070 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-798e4864-72a7-4b36-bee4-224d6d7dbab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:47.011520 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.020034 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc09bc-68ee-467c-9ffc-5a844ca81eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e84b02-074a-484b-a10b-17cad201cacd,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:47.024599 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d2dc09bc-68ee-467c-9ffc-5a844ca81eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:47.049212 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d2dc09bc-68ee-467c-9ffc-5a844ca81eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.050397 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-d2dc09bc-68ee-467c-9ffc-5a844ca81eea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89e84b02-074a-484b-a10b-17cad201cacd HTTP/1.1" status: 204 len: 168 time: 0.5021915 Sep 15 08:36:47.071928 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2ada1-61ca-4d65-9c5e-219628417e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfece0d-6054-4640-8468-85ad953f2111,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:47.082371 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8db2ada1-61ca-4d65-9c5e-219628417e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:47.094937 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.099858 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:47.126958 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8db2ada1-61ca-4d65-9c5e-219628417e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.136103 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-8db2ada1-61ca-4d65-9c5e-219628417e8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acfece0d-6054-4640-8468-85ad953f2111 HTTP/1.1" status: 204 len: 168 time: 0.3724144 Sep 15 08:36:47.216716 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e33e9-97e3-440d-9c7a-85565bbfc778 req-26cc5ab5-3af8-4ebc-a5fa-1b32283bb547 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:47.218255 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0d0e33e9-97e3-440d-9c7a-85565bbfc778 req-26cc5ab5-3af8-4ebc-a5fa-1b32283bb547 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 945 time: 0.2152514 Sep 15 08:36:47.282692 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Network 42de1df9-74e9-490a-9e1c-39f4f31e401e is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:47.285868 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:47.307185 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:47.342658 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0d0e33e9-97e3-440d-9c7a-85565bbfc778 req-01e7a431-4fcb-4bb1-8360-787aff3d4420 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082444 Sep 15 08:36:47.389679 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Pushing event updated for resources: {'Port': ['ID=f206d840-8789-4c7b-9e8f-28907ac69e51,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:47.402287 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.453593 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae50cc9b-d2d4-4a09-b30b-30a10eb87501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abb68d8-c413-48b4-a6ba-a9269076fffc'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:47.465929 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 1abb68d8-c413-48b4-a6ba-a9269076fffc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1abb68d8-c413-48b4-a6ba-a9269076fffc,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:47.468411 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:47.473043 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.479259 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:47.516724 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-8c175206-f1fc-4984-a743-31b333285836 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93eaba26bc73422191202e94c6ea086c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284051 Sep 15 08:36:47.582847 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b6484e4-d6eb-4f4f-92dc-de04d7b8678b req-d58cfb5f-99fa-4107-aa71-146a3afc7572 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 210 time: 0.1235414 Sep 15 08:36:47.657211 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 3, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port': {'id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:47.662069 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=1abb68d8-c413-48b4-a6ba-a9269076fffc,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:47.666651 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08584b2f-016e-452a-aa2e-725d261d7190 None None] The sync data for ids ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'] in dv-cinder-806007-2-smb is: [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 3, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port': {'id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:36:47.668855 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:47.713723 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae50cc9b-d2d4-4a09-b30b-30a10eb87501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abb68d8-c413-48b4-a6ba-a9269076fffc', 'code': 200} Sep 15 08:36:47.737467 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726227'] for router_interface, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.073998 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-43a2a785-3991-4983-8aef-52f1adc8093e tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:48.075780 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-43a2a785-3991-4983-8aef-52f1adc8093e tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5506766 Sep 15 08:36:48.104440 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.167522 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Request body: {'port': {'device_id': '554c3c98-066a-4b9f-8b04-39f86949f86f', 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92', 'admin_state_up': True, 'tenant_id': '93eaba26bc73422191202e94c6ea086c'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:48.329234 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-049765df-28cc-427b-8ccb-711aee9ec1da req-34e30270-5b0d-4f35-ad53-e2627df5e47f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 1099 time: 0.1973989 Sep 15 08:36:48.417958 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-049765df-28cc-427b-8ccb-711aee9ec1da req-3eab95ae-d81b-4bcb-b9b6-852b7e2ed872 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745404 Sep 15 08:36:48.841586 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-141bcc68-2798-4187-9d8f-ee9f3248491a req-3f017be6-d747-492c-a744-619180122d16 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 210 time: 0.0743325 Sep 15 08:36:48.908498 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:48.922886 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Usage tracker for resource:port and tenant:93eaba26bc73422191202e94c6ea086c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:48.930391 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:48.957123 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:49.001220 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Made reservation on behalf of 93eaba26bc73422191202e94c6ea086c for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:49.006627 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.043608 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.046705 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.064353 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d75002-1557-45e4-934f-5d9bfa8a47af req-47fce492-6c7a-4b41-8f15-252d60b85c17 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:49.066154 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c0d75002-1557-45e4-934f-5d9bfa8a47af req-47fce492-6c7a-4b41-8f15-252d60b85c17 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 946 time: 0.4766352 Sep 15 08:36:49.069648 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.128686 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.257847 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c0d75002-1557-45e4-934f-5d9bfa8a47af req-31df60d0-1642-4e4a-8dee-17e653cae152 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300969 Sep 15 08:36:49.278800 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1393871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-723560'] for router_interface, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.324519 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:49.379897 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Pushing event updated for resources: {'Port': ['ID=f206d840-8789-4c7b-9e8f-28907ac69e51,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.396564 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.397538 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Usage tracker for resource:security_group_rule and tenant:93eaba26bc73422191202e94c6ea086c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:49.406612 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:49.416066 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:49.470882 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d7517876-885b-4353-b632-0ee1294bd5f7 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:49.499226 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Network 42de1df9-74e9-490a-9e1c-39f4f31e401e is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:49.501808 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:49.514916 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 46168) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:49.631075 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port d7517876-885b-4353-b632-0ee1294bd5f7 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:49.640000 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port d7517876-885b-4353-b632-0ee1294bd5f7 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:49.640391 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.734758 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.759009 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.775146 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:49.781871 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.784972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Usage tracker for resource:security_group_rule and tenant:544f498a4c8544719099e5656e7c26a0 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:49.788762 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:49.796952 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:49.805196 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port d7517876-885b-4353-b632-0ee1294bd5f7, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d7517876-885b-4353-b632-0ee1294bd5f7,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:49.808869 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.812287 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.836181 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.841488 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-eb5a5e8e-efeb-4ce0-85d1-da8883cbeccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.889960 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=d7517876-885b-4353-b632-0ee1294bd5f7,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.895448 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.915958 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.922244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.932017 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2657677d-1e8f-407b-bfb2-95f2594dd81a,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.936335 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.941579 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.999389 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0974af-02d9-4715-ab16-68eec9ba8355,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:50.004313 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:50.009750 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=544f498a4c8544719099e5656e7c26a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4935575 Sep 15 08:36:50.010409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 46178) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:50.069566 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5fbacf04-7d67-41d3-9c72-3bd51ce06108 req-c742db64-cdaf-42d0-9ee7-54228d84b63d tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 210 time: 0.0634489 Sep 15 08:36:50.094913 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfc78-6c2f-4f2b-b4aa-54f81f5b8f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.118384 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Allocated IP 192.168.233.222 (ff47dcc2-e394-4907-b712-369639728c92/1d138a75-ae23-4288-b8c5-5ad4993de606/3d7a3f9a-2332-4fdf-a13f-f2784b162190) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:50.155945 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfc78-6c2f-4f2b-b4aa-54f81f5b8f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.266814 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfc78-6c2f-4f2b-b4aa-54f81f5b8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.277074 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9e57323d-2ffc-4ccb-a7b7-0d92c3b2b91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:50.295650 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bfc78-6c2f-4f2b-b4aa-54f81f5b8f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0974af-02d9-4715-ab16-68eec9ba8355,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:50.299304 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-4a5bfc78-6c2f-4f2b-b4aa-54f81f5b8f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:50.302555 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfc78-6c2f-4f2b-b4aa-54f81f5b8f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.319075 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-4a5bfc78-6c2f-4f2b-b4aa-54f81f5b8f1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d0974af-02d9-4715-ab16-68eec9ba8355 HTTP/1.1" status: 204 len: 168 time: 0.3074386 Sep 15 08:36:50.550973 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Router 1470772d-30d7-45dc-9e47-b4c19b59b1ce has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:36:50.606608 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.690573 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Transition to ACTIVE for port object 3d7a3f9a-2332-4fdf-a13f-f2784b162190 will not be triggered until provisioned by entity DHCP. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:50.709280 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2dae-5965-427f-9e2a-6a24f98b6274 req-24d65d0b-def8-448a-9bc6-2481cc48447e tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:50.710786 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5c9d2dae-5965-427f-9e2a-6a24f98b6274 req-24d65d0b-def8-448a-9bc6-2481cc48447e tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 946 time: 0.2389765 Sep 15 08:36:50.805230 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.827021 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:50.978907 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5c9d2dae-5965-427f-9e2a-6a24f98b6274 req-cb385850-4ea3-4459-9227-265226ac1c90 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584383 Sep 15 08:36:51.050832 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Network ff47dcc2-e394-4907-b712-369639728c92 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:51.055404 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:51.058194 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:51.082998 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Pushing event updated for resources: {'Port': ['ID=3d7a3f9a-2332-4fdf-a13f-f2784b162190,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:51.102856 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:51.158250 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:51.158998 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.212433 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:36:51.219868 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] 10.222.0.32 "PUT /v2.0/routers/1470772d-30d7-45dc-9e47-b4c19b59b1ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4089530 Sep 15 08:36:51.222907 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0733829 Sep 15 08:36:51.247084 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Request body: {'port': {'device_id': '554c3c98-066a-4b9f-8b04-39f86949f86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:51.377036 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0c290-66d6-4006-8569-9dedf0ad6e99 req-0b59bca8-5d08-4ab0-b324-ee4da47d58a4 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:51.383567 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ffa0c290-66d6-4006-8569-9dedf0ad6e99 req-0b59bca8-5d08-4ab0-b324-ee4da47d58a4 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 936 time: 0.1284587 Sep 15 08:36:51.421712 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-dfa34ea3-7c18-4e4a-a0ed-9b49c45b4bd0 None None] Provisioning for port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:51.429580 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-dfa34ea3-7c18-4e4a-a0ed-9b49c45b4bd0 None None] Provisioning complete for port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:51.429939 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-dfa34ea3-7c18-4e4a-a0ed-9b49c45b4bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.471049 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.501847 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d7517876-885b-4353-b632-0ee1294bd5f7 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:51.530272 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ffa0c290-66d6-4006-8569-9dedf0ad6e99 req-561b478c-670a-41ce-8ea1-ea927538fcac tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419616 Sep 15 08:36:51.630023 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34ea3-7c18-4e4a-a0ed-9b49c45b4bd0 None None] Port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:36:51.653845 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port d7517876-885b-4353-b632-0ee1294bd5f7 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:51.654392 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.885789 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7a3f9a-2332-4fdf-a13f-f2784b162190 {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:51.899603 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.918622 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Transition to ACTIVE for port object 3d7a3f9a-2332-4fdf-a13f-f2784b162190 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:51.924269 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.929945 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2c4097ae-4dbf-4d55-8e08-e854ffec42d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:52.068698 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7a3f9a-2332-4fdf-a13f-f2784b162190,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:52.073606 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:52.213493 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-267812bd-1bf7-4bfd-9056-fab5f2180959 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:52.218901 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-267812bd-1bf7-4bfd-9056-fab5f2180959 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Synchronizing usage tracker for tenant:6bc4af5744a141e598852d3dbef90595 on resource:network {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:52.236251 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Attempting to bind port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:52.236694 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Attempting to bind port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:52.237124 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Attempting to bind port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 on network ff47dcc2-e394-4907-b712-369639728c92 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:52.243703 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 on network ff47dcc2-e394-4907-b712-369639728c92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:52.244395 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Attempting to bind port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 on network ff47dcc2-e394-4907-b712-369639728c92 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:52.251030 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:52.251853 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Checking segment: {'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:52.252086 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Bound using segment: {'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:52.254537 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Bound port: 3d7a3f9a-2332-4fdf-a13f-f2784b162190, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:52.254537 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:52.257991 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-267812bd-1bf7-4bfd-9056-fab5f2180959 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Unset dirty status for tenant:6bc4af5744a141e598852d3dbef90595 on resource:network {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:52.259522 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-267812bd-1bf7-4bfd-9056-fab5f2180959 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 819 time: 0.3079891 Sep 15 08:36:52.285188 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-687f810f-6fe8-4af4-bf04-ee7ca122f1b4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/quotas/6bc4af5744a141e598852d3dbef90595 HTTP/1.1" status: 200 len: 375 time: 0.0121543 Sep 15 08:36:52.371446 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] For port 3d7a3f9a-2332-4fdf-a13f-f2784b162190, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:52.377531 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] For port 3d7a3f9a-2332-4fdf-a13f-f2784b162190, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3d7a3f9a-2332-4fdf-a13f-f2784b162190,segment=NetworkSegment(cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9),segment_id=cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:52.394812 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-84f7c3aa-3bcf-4ecf-8402-7b070aca1d09 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984995 Sep 15 08:36:52.423994 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:52.436743 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9e56a149-a118-419f-85fa-646bf7a9a50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:52.541231 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:52.542825 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d7a3f9a-2332-4fdf-a13f-f2784b162190 HTTP/1.1" status: 200 len: 1098 time: 1.3018596 Sep 15 08:36:52.544537 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554c3c98-066a-4b9f-8b04-39f86949f86f', 'tag': '3d7a3f9a-2332-4fdf-a13f-f2784b162190'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:52.568768 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7a3f9a-2332-4fdf-a13f-f2784b162190,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:52.572598 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:52.584259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a99f9e-383f-42cb-8dcd-64d3cdb0004d req-be4dfbfc-d480-45de-83c0-4ab0c3807860 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:52.585878 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e7a99f9e-383f-42cb-8dcd-64d3cdb0004d req-be4dfbfc-d480-45de-83c0-4ab0c3807860 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 946 time: 0.2117970 Sep 15 08:36:52.686313 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:36:52.688981 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-4d2ea016-a113-4cd1-b703-9967475b30b4 service neutron] 10.222.0.32 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851548 Sep 15 08:36:52.731397 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e7a99f9e-383f-42cb-8dcd-64d3cdb0004d req-f1b9745c-2d66-4e99-a196-6fcf3cb9854f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386032 Sep 15 08:36:52.760833 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-e521a7b1-5883-4e32-9fe3-456c37ebe0d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93eaba26bc73422191202e94c6ea086c&device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 1101 time: 0.1359084 Sep 15 08:36:52.837693 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554c3c98-066a-4b9f-8b04-39f86949f86f', 'tag': '3d7a3f9a-2332-4fdf-a13f-f2784b162190', 'status': 'completed', 'code': 200} Sep 15 08:36:52.846422 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-076c80b2-fcef-4d45-a998-6dd62483cd06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d7a3f9a-2332-4fdf-a13f-f2784b162190 HTTP/1.1" status: 200 len: 217 time: 0.0711741 Sep 15 08:36:52.850793 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-450b5c29-2ff4-4e06-9050-5dc5a5248d8e service neutron] 10.222.0.32 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605847 Sep 15 08:36:52.985087 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-e94d8ada-4c79-43d6-b5c7-2ce4ffe8309f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:52.986619 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-e94d8ada-4c79-43d6-b5c7-2ce4ffe8309f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d138a75-ae23-4288-b8c5-5ad4993de606 HTTP/1.1" status: 200 len: 843 time: 0.1200931 Sep 15 08:36:53.097449 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb5aea-0200-47a3-b779-b5fc3d18552e req-a2fbfdd9-1129-4c33-878b-7f811603f1b9 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:53.098147 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fafb5aea-0200-47a3-b779-b5fc3d18552e req-a2fbfdd9-1129-4c33-878b-7f811603f1b9 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Synchronizing usage tracker for tenant:93eaba26bc73422191202e94c6ea086c on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:53.125190 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-187d75b2-ef4f-4313-b999-dbcd06658889 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff47dcc2-e394-4907-b712-369639728c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1289604 Sep 15 08:36:53.126379 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fafb5aea-0200-47a3-b779-b5fc3d18552e req-a2fbfdd9-1129-4c33-878b-7f811603f1b9 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Unset dirty status for tenant:93eaba26bc73422191202e94c6ea086c on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:53.127392 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fafb5aea-0200-47a3-b779-b5fc3d18552e req-a2fbfdd9-1129-4c33-878b-7f811603f1b9 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 948 time: 0.1907206 Sep 15 08:36:53.338435 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fafb5aea-0200-47a3-b779-b5fc3d18552e req-b2dd5085-204d-461c-aae9-e7ab6a09ffce tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Synchronizing usage tracker for tenant:93eaba26bc73422191202e94c6ea086c on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:53.383403 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fafb5aea-0200-47a3-b779-b5fc3d18552e req-b2dd5085-204d-461c-aae9-e7ab6a09ffce tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Unset dirty status for tenant:93eaba26bc73422191202e94c6ea086c on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:53.386991 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fafb5aea-0200-47a3-b779-b5fc3d18552e req-b2dd5085-204d-461c-aae9-e7ab6a09ffce tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518907 Sep 15 08:36:53.417208 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-d5b94829-6ea2-4724-ada0-eed7d5ed9d5d service neutron] 10.222.0.37 "GET /v2.0/networks/ff47dcc2-e394-4907-b712-369639728c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474108 Sep 15 08:36:53.573037 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-9ff7b9c2-ff08-475a-804f-07612687a920 req-0646848e-4986-4a7c-890f-48387d3302a1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Synchronizing usage tracker for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:53.624590 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-9ff7b9c2-ff08-475a-804f-07612687a920 req-0646848e-4986-4a7c-890f-48387d3302a1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Unset dirty status for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:53.625862 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9ff7b9c2-ff08-475a-804f-07612687a920 req-0646848e-4986-4a7c-890f-48387d3302a1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 210 time: 0.0989404 Sep 15 08:36:53.631887 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce22b769-15ca-4c98-8e7e-57461ea03f22 req-19a8abc2-db86-4938-a8e5-6f3da1bf2bdc service neutron] 10.222.0.37 "GET /v2.0/networks/ff47dcc2-e394-4907-b712-369639728c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062633 Sep 15 08:36:53.949725 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-4c28a53c-894e-4078-bfbd-76ced682057c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93eaba26bc73422191202e94c6ea086c&device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 1101 time: 0.1565704 Sep 15 08:36:54.119353 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-9e8b79ee-a178-466d-b872-9a73030a23fe tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:54.120899 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-9e8b79ee-a178-466d-b872-9a73030a23fe tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 819 time: 0.2049127 Sep 15 08:36:54.129497 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-1747d850-04fa-4fd6-bbc2-76e893872047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:54.131708 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-1747d850-04fa-4fd6-bbc2-76e893872047 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff47dcc2-e394-4907-b712-369639728c92 HTTP/1.1" status: 200 len: 870 time: 0.1746228 Sep 15 08:36:54.141223 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-04e4d6f0-6712-4af4-8309-b5aadf09ddfb tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/quotas/6bc4af5744a141e598852d3dbef90595 HTTP/1.1" status: 200 len: 375 time: 0.0123522 Sep 15 08:36:54.141575 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Sync routers for ids ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:36:54.154634 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Routers {'1470772d-30d7-45dc-9e47-b4c19b59b1ce'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:54.155262 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:54.212683 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-4fb50cda-9c5e-4cfc-b012-09cccc558ae8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d7a3f9a-2332-4fdf-a13f-f2784b162190 HTTP/1.1" status: 200 len: 217 time: 0.0715332 Sep 15 08:36:54.247968 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-d7fd20e6-efde-4070-b9a7-107555075948 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0992119 Sep 15 08:36:54.291199 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-627f225e-1378-4016-9d26-59f88a4a6f36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:54.292680 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-627f225e-1378-4016-9d26-59f88a4a6f36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d138a75-ae23-4288-b8c5-5ad4993de606 HTTP/1.1" status: 200 len: 843 time: 0.0698273 Sep 15 08:36:54.377374 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Set router 1470772d-30d7-45dc-9e47-b4c19b59b1ce gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:54.387553 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-69811eb9-4641-49be-9933-0627129fd83c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff47dcc2-e394-4907-b712-369639728c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0866549 Sep 15 08:36:54.389433 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-b6d89a90-10c6-49c7-b5fe-637a648c4ec8 service neutron] 10.222.0.32 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344695 Sep 15 08:36:54.565009 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-fde28595-1e89-4db5-9fbc-4da057d429e6 service neutron] 10.222.0.37 "GET /v2.0/networks/ff47dcc2-e394-4907-b712-369639728c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623828 Sep 15 08:36:54.605765 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-871bd88a-3f1e-4070-8468-5954f0592a09 service neutron] 10.222.0.32 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092221 Sep 15 08:36:54.789713 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d5297ec-f0b7-41f2-b120-e26f8d402fa0 req-fe7cc4d9-c131-48d1-a35c-ed9841d9f896 service neutron] 10.222.0.37 "GET /v2.0/networks/ff47dcc2-e394-4907-b712-369639728c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991556 Sep 15 08:36:54.966824 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-6bc7870b-2e51-4225-bd15-5113dce91e44 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:54.968592 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-6bc7870b-2e51-4225-bd15-5113dce91e44 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.37 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 819 time: 0.2603629 Sep 15 08:36:55.005671 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:36:47Z', 'revision_number': 4, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port': {'id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'f206d840-8789-4c7b-9e8f-28907ac69e51', 'name': '', 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'mac_address': 'fa:16:3e:20:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:46Z', 'updated_at': '2021-09-15T08:36:48Z', 'revision_number': 2, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'subnets': [{'id': '3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:55.010552 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Checking router: 1470772d-30d7-45dc-9e47-b4c19b59b1ce for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:36:55.011026 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Updating router 1470772d-30d7-45dc-9e47-b4c19b59b1ce port f206d840-8789-4c7b-9e8f-28907ac69e51 binding host dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:36:55.043492 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Request body: {'port': {'device_id': 'ff3a4817-96ee-46f1-a943-a6ccd0d98bd4', 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e', 'admin_state_up': True, 'tenant_id': '6bc4af5744a141e598852d3dbef90595'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:55.115285 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.291329 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a163b30-0c21-496d-915c-58f1b3c5ac93 req-f37cde42-3bec-4604-a018-1eb59879cec6 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:55.293700 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6a163b30-0c21-496d-915c-58f1b3c5ac93 req-f37cde42-3bec-4604-a018-1eb59879cec6 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 948 time: 0.3213739 Sep 15 08:36:55.366994 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-de5fb17e-dff0-4f1c-9bdd-9c960ab6b70d req-448039fd-586d-47c1-be72-48ecd3e5fde0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 210 time: 0.0584261 Sep 15 08:36:55.389249 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6a163b30-0c21-496d-915c-58f1b3c5ac93 req-590cff6b-b1f0-4f0f-950a-1a3cff6a267c tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773177 Sep 15 08:36:55.423926 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:55.434769 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:55.447365 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Made reservation on behalf of 6bc4af5744a141e598852d3dbef90595 for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:55.450914 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.582746 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Notify callbacks [] for port, precommit_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.595793 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Transition to ACTIVE for port object f206d840-8789-4c7b-9e8f-28907ac69e51 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:55.606626 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.610237 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:55.686446 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Allocated IP 172.20.0.2 (42de1df9-74e9-490a-9e1c-39f4f31e401e/3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16/c9481d7a-6416-4357-a55b-ff73dddd3bf3) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:55.763350 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cc432-4cbb-4dac-8756-14b3d86e89b7 None None] Pushing event updated for resources: {'Port': ['ID=f206d840-8789-4c7b-9e8f-28907ac69e51,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:55.773062 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e44cc432-4cbb-4dac-8756-14b3d86e89b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:55.859238 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Attempting to bind port f206d840-8789-4c7b-9e8f-28907ac69e51 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:55.859611 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Attempting to bind port f206d840-8789-4c7b-9e8f-28907ac69e51 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:55.859985 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Attempting to bind port f206d840-8789-4c7b-9e8f-28907ac69e51 on network 42de1df9-74e9-490a-9e1c-39f4f31e401e {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:55.866741 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:55.867117 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Checking segment: {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:55.867518 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.867927 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Bound using segment: {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:55.868402 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Bound port: f206d840-8789-4c7b-9e8f-28907ac69e51, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:55.868802 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.922564 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.952866 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.958455 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] For port f206d840-8789-4c7b-9e8f-28907ac69e51, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:55.960906 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:55.962268 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] For port f206d840-8789-4c7b-9e8f-28907ac69e51, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=f206d840-8789-4c7b-9e8f-28907ac69e51,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:55.968081 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.971932 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:56.034453 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Network 42de1df9-74e9-490a-9e1c-39f4f31e401e is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:56.039652 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:56.042985 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:56.047262 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:56.047885 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.056976 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Pushing event updated for resources: {'Port': ['ID=c9481d7a-6416-4357-a55b-ff73dddd3bf3,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:56.060402 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:56.094427 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cc432-4cbb-4dac-8756-14b3d86e89b7 None None] Pushing event updated for resources: {'Port': ['ID=f206d840-8789-4c7b-9e8f-28907ac69e51,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:56.099618 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0615475 Sep 15 08:36:56.104932 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e44cc432-4cbb-4dac-8756-14b3d86e89b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:56.117976 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Routers {'1470772d-30d7-45dc-9e47-b4c19b59b1ce'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:56.119022 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:36:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:56.138244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Request body: {'port': {'device_id': 'ff3a4817-96ee-46f1-a943-a6ccd0d98bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:56.360470 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] Set router 1470772d-30d7-45dc-9e47-b4c19b59b1ce gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:56.369933 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.660074 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-a236b88a-40c5-403d-be92-a39ac71b72a0 req-8920282f-472a-405c-9a7f-ea24c18397b7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Synchronizing usage tracker for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:56.757401 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-a236b88a-40c5-403d-be92-a39ac71b72a0 req-8920282f-472a-405c-9a7f-ea24c18397b7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Unset dirty status for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:56.758767 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a236b88a-40c5-403d-be92-a39ac71b72a0 req-8920282f-472a-405c-9a7f-ea24c18397b7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 210 time: 0.1498466 Sep 15 08:36:56.767125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:36:47Z', 'revision_number': 4, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port': {'id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'f206d840-8789-4c7b-9e8f-28907ac69e51', 'name': '', 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'mac_address': 'fa:16:3e:20:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:46Z', 'updated_at': '2021-09-15T08:36:55Z', 'revision_number': 4, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'subnets': [{'id': '3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:56.774861 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ff5d2-615d-4aa0-af68-8c865dcf0c27 None None] The sync data for ids ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'] in dv-cinder-806007-2-smb is: [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:36:47Z', 'revision_number': 4, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port': {'id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'f206d840-8789-4c7b-9e8f-28907ac69e51', 'name': '', 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'mac_address': 'fa:16:3e:20:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:46Z', 'updated_at': '2021-09-15T08:36:55Z', 'revision_number': 4, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'subnets': [{'id': '3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:36:56.894829 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-c43a0bb0-ac7d-49ed-8555-0cbd33d6f7d7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:56.897258 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-c43a0bb0-ac7d-49ed-8555-0cbd33d6f7d7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.37 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 819 time: 0.2878561 Sep 15 08:36:56.908303 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf814e-37c7-4c7f-80b8-5769393ad082 req-46616610-6926-49e2-94b6-4bf3f31eea74 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:56.909799 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8cf814e-37c7-4c7f-80b8-5769393ad082 req-46616610-6926-49e2-94b6-4bf3f31eea74 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 948 time: 0.2185280 Sep 15 08:36:56.949246 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Request body: {'port': {'device_id': '9510e4e6-2e13-4ef2-bf59-58cb8cd73b18', 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e', 'admin_state_up': True, 'tenant_id': '6bc4af5744a141e598852d3dbef90595'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:56.966207 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9481d7a-6416-4357-a55b-ff73dddd3bf3 {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:56.976290 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.992776 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Transition to ACTIVE for port object c9481d7a-6416-4357-a55b-ff73dddd3bf3 will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:56.997694 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.001646 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:57.078386 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8cf814e-37c7-4c7f-80b8-5769393ad082 req-93158ee3-8745-44f5-8899-3d2a8e12f5a3 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572969 Sep 15 08:36:57.133280 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9481d7a-6416-4357-a55b-ff73dddd3bf3,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:57.137102 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:57.143366 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:57.152223 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:57.165823 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Made reservation on behalf of 6bc4af5744a141e598852d3dbef90595 for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:57.169952 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.231557 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Attempting to bind port c9481d7a-6416-4357-a55b-ff73dddd3bf3 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:57.231999 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Attempting to bind port c9481d7a-6416-4357-a55b-ff73dddd3bf3 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:57.232439 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Attempting to bind port c9481d7a-6416-4357-a55b-ff73dddd3bf3 on network 42de1df9-74e9-490a-9e1c-39f4f31e401e {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:57.238616 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Port c9481d7a-6416-4357-a55b-ff73dddd3bf3 on network 42de1df9-74e9-490a-9e1c-39f4f31e401e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:57.239100 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Attempting to bind port c9481d7a-6416-4357-a55b-ff73dddd3bf3 on network 42de1df9-74e9-490a-9e1c-39f4f31e401e {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:57.246720 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:57.247290 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Checking segment: {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:57.247769 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Bound using segment: {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:57.248316 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Bound port: c9481d7a-6416-4357-a55b-ff73dddd3bf3, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:57.248752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.353748 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] For port c9481d7a-6416-4357-a55b-ff73dddd3bf3, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:57.357563 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] For port c9481d7a-6416-4357-a55b-ff73dddd3bf3, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:57.363038 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.369664 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-903b0506-0056-4cac-9ddf-f2cafab445ee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:57.403919 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Allocated IP 172.20.0.5 (42de1df9-74e9-490a-9e1c-39f4f31e401e/3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16/463e4141-7833-4fb3-81c9-fced0c81d25c) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:57.439988 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.441505 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9481d7a-6416-4357-a55b-ff73dddd3bf3 HTTP/1.1" status: 200 len: 1093 time: 1.3139396 Sep 15 08:36:57.445180 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3a4817-96ee-46f1-a943-a6ccd0d98bd4', 'tag': 'c9481d7a-6416-4357-a55b-ff73dddd3bf3'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:57.489929 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9481d7a-6416-4357-a55b-ff73dddd3bf3,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:57.493972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:57.528094 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device f206d840-8789-4c7b-9e8f-28907ac69e51 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:57.632271 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-87061fe4-fd64-407d-9de5-996a0fc18332 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1096 time: 0.1105196 Sep 15 08:36:57.725395 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port f206d840-8789-4c7b-9e8f-28907ac69e51 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:57.729023 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-07e4ecc2-8138-4206-88e7-206832e0accc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0840993 Sep 15 08:36:57.732283 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port f206d840-8789-4c7b-9e8f-28907ac69e51 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:57.733286 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.791949 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3a4817-96ee-46f1-a943-a6ccd0d98bd4', 'tag': 'c9481d7a-6416-4357-a55b-ff73dddd3bf3', 'status': 'completed', 'code': 200} Sep 15 08:36:57.925837 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.962635 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.971019 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port f206d840-8789-4c7b-9e8f-28907ac69e51, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=f206d840-8789-4c7b-9e8f-28907ac69e51,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:57.977592 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.980394 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e44cc432-4cbb-4dac-8756-14b3d86e89b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:58.006042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:58.019612 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:58.070741 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=f206d840-8789-4c7b-9e8f-28907ac69e51,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:58.082338 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:58.110438 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-99c591f0-c97b-4305-893c-873bceb8aa37 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:58.112771 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-99c591f0-c97b-4305-893c-873bceb8aa37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 200 len: 859 time: 0.2238038 Sep 15 08:36:58.119189 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Pushing event updated for resources: {'Port': ['ID=463e4141-7833-4fb3-81c9-fced0c81d25c,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:58.124065 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:58.133979 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Network 42de1df9-74e9-490a-9e1c-39f4f31e401e is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:58.135403 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:58.139433 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:58.201022 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-e0152bff-9c09-40bb-afd8-a602a4ad66f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42de1df9-74e9-490a-9e1c-39f4f31e401e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801737 Sep 15 08:36:58.212679 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef623523-9d08-4681-aa52-17750fc42cef req-c67afdfa-d094-47c0-b4cf-5321c08849d5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:58.214185 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ef623523-9d08-4681-aa52-17750fc42cef req-c67afdfa-d094-47c0-b4cf-5321c08849d5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 931 time: 0.2375345 Sep 15 08:36:58.300978 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:58.301596 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:58.351057 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-ef623523-9d08-4681-aa52-17750fc42cef req-60d214e1-6e35-4b93-a3e9-5cd8bd52ad37 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Synchronizing usage tracker for tenant:6bc4af5744a141e598852d3dbef90595 on resource:security_group {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:58.355821 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4114275 Sep 15 08:36:58.374738 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-6512856e-ecd3-4de5-8041-648fdc681e8d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:58.376192 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-6512856e-ecd3-4de5-8041-648fdc681e8d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 814 time: 0.1818752 Sep 15 08:36:58.381429 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Request body: {'port': {'device_id': '9510e4e6-2e13-4ef2-bf59-58cb8cd73b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:58.404642 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-6cc7efd8-60be-4761-a0e0-a4e7fc564ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894050 Sep 15 08:36:58.405619 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-ef623523-9d08-4681-aa52-17750fc42cef req-60d214e1-6e35-4b93-a3e9-5cd8bd52ad37 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Unset dirty status for tenant:6bc4af5744a141e598852d3dbef90595 on resource:security_group {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:58.406720 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ef623523-9d08-4681-aa52-17750fc42cef req-60d214e1-6e35-4b93-a3e9-5cd8bd52ad37 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737866 Sep 15 08:36:58.449741 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-19542fd4-e252-4ab4-bb62-a4498a6bc669 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/quotas/8493028c2191412e9173092296234417 HTTP/1.1" status: 200 len: 375 time: 0.0436075 Sep 15 08:36:58.554794 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af0e30f6-db44-42d5-9a4b-03dd5e73f4a4 req-d29347ae-3007-451f-9e6d-4cb47f1ae3e2 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428134 Sep 15 08:36:58.568146 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:58.668692 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-d7612527-9695-4b1d-9e4e-d1ab0e0ecf40 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2128439 Sep 15 08:36:58.833824 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 3d7a3f9a-2332-4fdf-a13f-f2784b162190 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:58.836760 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01f20060-059d-4144-8092-9e5d807bc0eb req-eaa0a0f4-bbb3-4450-955f-426539550feb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1096 time: 0.1279275 Sep 15 08:36:58.868105 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d48a-3aba-48b1-b2b4-6373c09cbe8c req-33b1fa77-e522-4f87-9c4b-1ddabed4511d tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:58.869736 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c529d48a-3aba-48b1-b2b4-6373c09cbe8c req-33b1fa77-e522-4f87-9c4b-1ddabed4511d tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 948 time: 0.1225522 Sep 15 08:36:58.944394 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-eb0ed3a5-7476-4583-9346-c87d37f23432 service neutron] 10.222.0.32 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348664 Sep 15 08:36:58.988011 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 3d7a3f9a-2332-4fdf-a13f-f2784b162190, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3d7a3f9a-2332-4fdf-a13f-f2784b162190,segment=NetworkSegment(cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9),segment_id=cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:59.006906 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '3d7a3f9a-2332-4fdf-a13f-f2784b162190', 'network_id': 'ff47dcc2-e394-4907-b712-369639728c92', 'port_id': '3d7a3f9a-2332-4fdf-a13f-f2784b162190', 'mac_address': 'fa:16:3e:74:51:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d138a75-ae23-4288-b8c5-5ad4993de606', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:59.062940 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.081020 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7a3f9a-2332-4fdf-a13f-f2784b162190 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:59.104886 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 3d7a3f9a-2332-4fdf-a13f-f2784b162190, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3d7a3f9a-2332-4fdf-a13f-f2784b162190,segment=NetworkSegment(cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9),segment_id=cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:59.116084 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.117480 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c529d48a-3aba-48b1-b2b4-6373c09cbe8c req-6e77974e-e2fb-4c53-92fe-be1e91594de3 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902028 Sep 15 08:36:59.118162 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:59.134083 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f20060-059d-4144-8092-9e5d807bc0eb req-95108acd-8259-4777-a1e3-25c7038db397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:59.138645 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01f20060-059d-4144-8092-9e5d807bc0eb req-95108acd-8259-4777-a1e3-25c7038db397 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 920 time: 0.2930110 Sep 15 08:36:59.211961 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-b92a366c-b77f-417e-896d-0369c6ddb049 service neutron] 10.222.0.32 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550771 Sep 15 08:36:59.218179 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=3d7a3f9a-2332-4fdf-a13f-f2784b162190,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:59.218709 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463e4141-7833-4fb3-81c9-fced0c81d25c {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:59.222068 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:59.239077 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.240526 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01f20060-059d-4144-8092-9e5d807bc0eb req-6ad58e64-0e16-4e14-9022-f909ff22c244 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0963907 Sep 15 08:36:59.259130 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Transition to ACTIVE for port object 463e4141-7833-4fb3-81c9-fced0c81d25c will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:59.266160 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.272507 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:59.326972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f20060-059d-4144-8092-9e5d807bc0eb req-0aaf8eba-5963-471d-9917-a18a53e0199d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:59.328691 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01f20060-059d-4144-8092-9e5d807bc0eb req-0aaf8eba-5963-471d-9917-a18a53e0199d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 200 len: 859 time: 0.0811481 Sep 15 08:36:59.411869 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01f20060-059d-4144-8092-9e5d807bc0eb req-9fe8b900-c8fb-418a-88dc-f45b313aad6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42de1df9-74e9-490a-9e1c-39f4f31e401e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487530 Sep 15 08:36:59.421585 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device f206d840-8789-4c7b-9e8f-28907ac69e51 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:59.531094 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Pushing event updated for resources: {'Port': ['ID=463e4141-7833-4fb3-81c9-fced0c81d25c,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:59.541613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:59.556861 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-143a62d5-72b7-4ecc-b069-c434b587f32a req-2aea2a67-9e03-44bd-ae07-e879a990bdf3 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 210 time: 0.1186602 Sep 15 08:36:59.623585 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port f206d840-8789-4c7b-9e8f-28907ac69e51 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:59.625361 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.720397 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Attempting to bind port 463e4141-7833-4fb3-81c9-fced0c81d25c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:59.720876 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Attempting to bind port 463e4141-7833-4fb3-81c9-fced0c81d25c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:59.721302 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Attempting to bind port 463e4141-7833-4fb3-81c9-fced0c81d25c on network 42de1df9-74e9-490a-9e1c-39f4f31e401e {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:59.722199 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01f20060-059d-4144-8092-9e5d807bc0eb req-0e85b33f-4ebd-4238-9d5f-2872e5c4d124 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035805 Sep 15 08:36:59.729526 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Port 463e4141-7833-4fb3-81c9-fced0c81d25c on network 42de1df9-74e9-490a-9e1c-39f4f31e401e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:59.729972 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Attempting to bind port 463e4141-7833-4fb3-81c9-fced0c81d25c on network 42de1df9-74e9-490a-9e1c-39f4f31e401e {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:59.736810 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:59.737250 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Checking segment: {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:59.737857 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Bound using segment: {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:59.738417 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Bound port: 463e4141-7833-4fb3-81c9-fced0c81d25c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa918446-f3d1-45e7-9d5e-85d4053be8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:59.738861 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.872291 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['3d7a3f9a-2332-4fdf-a13f-f2784b162190'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:59.917728 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddbbcd-96fb-47e5-9c71-58d3c64227e4 req-9956d663-996d-4fb1-8d1d-31914175fca8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:59.926242 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3ddbbcd-96fb-47e5-9c71-58d3c64227e4 req-9956d663-996d-4fb1-8d1d-31914175fca8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 943 time: 0.3077121 Sep 15 08:36:59.934344 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] For port 463e4141-7833-4fb3-81c9-fced0c81d25c, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:59.937841 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] For port 463e4141-7833-4fb3-81c9-fced0c81d25c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=463e4141-7833-4fb3-81c9-fced0c81d25c,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:59.947332 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.953335 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:00.013510 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:00.032789 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:00.033852 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3ddbbcd-96fb-47e5-9c71-58d3c64227e4 req-c0bbf5ef-0d10-4199-a552-5777c402ea8e tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065152 Sep 15 08:37:00.035157 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] 10.222.0.37 "PUT /v2.0/ports/463e4141-7833-4fb3-81c9-fced0c81d25c HTTP/1.1" status: 200 len: 1093 time: 1.6580596 Sep 15 08:37:00.038396 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9510e4e6-2e13-4ef2-bf59-58cb8cd73b18', 'tag': '463e4141-7833-4fb3-81c9-fced0c81d25c'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:00.054079 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Pushing event updated for resources: {'Port': ['ID=463e4141-7833-4fb3-81c9-fced0c81d25c,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:00.057507 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:00.058612 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01f20060-059d-4144-8092-9e5d807bc0eb req-284d74c9-5c73-4645-bcad-694068631364 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255720 Sep 15 08:37:00.114357 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9510e4e6-2e13-4ef2-bf59-58cb8cd73b18', 'tag': '463e4141-7833-4fb3-81c9-fced0c81d25c', 'status': 'completed', 'code': 200} Sep 15 08:37:00.250917 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-59012c08-cc6b-4ac5-9bbe-d7151c83824a req-027ead1a-718f-4282-b138-94020fc42b66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 1096 time: 0.0754158 Sep 15 08:37:00.454230 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4371310-97bf-47fb-b6ff-be93dae03abe req-9385321e-9a20-4280-9c99-b3f2cb28d8e9 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:00.456074 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c4371310-97bf-47fb-b6ff-be93dae03abe req-9385321e-9a20-4280-9c99-b3f2cb28d8e9 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 949 time: 0.2021961 Sep 15 08:37:00.458557 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012c08-cc6b-4ac5-9bbe-d7151c83824a req-c5630f3f-e51d-42f9-a929-5308a7585a05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:00.459888 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-59012c08-cc6b-4ac5-9bbe-d7151c83824a req-c5630f3f-e51d-42f9-a929-5308a7585a05 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6bc4af5744a141e598852d3dbef90595&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1718769 Sep 15 08:37:00.585746 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c4371310-97bf-47fb-b6ff-be93dae03abe req-e2de25b7-42f1-4b25-b0c7-b4ad56923184 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238587 Sep 15 08:37:00.625536 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012c08-cc6b-4ac5-9bbe-d7151c83824a req-fa7ead6d-4ad9-4d0c-b42b-95132316fbe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:00.627156 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-59012c08-cc6b-4ac5-9bbe-d7151c83824a req-fa7ead6d-4ad9-4d0c-b42b-95132316fbe8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523123 Sep 15 08:37:00.774652 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-55a0884f-a8a0-4351-9a5c-762d3acd12df req-bbe4a831-52d5-46c9-b11f-7ac9d6200289 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 210 time: 0.0720713 Sep 15 08:37:00.814643 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-bf8d69bc-20cc-4674-8429-b6ac81aa16da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 1096 time: 0.0769410 Sep 15 08:37:00.890466 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-b86fa28c-50b4-40c9-b364-83ccacb5a006 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=463e4141-7833-4fb3-81c9-fced0c81d25c HTTP/1.1" status: 200 len: 217 time: 0.0595648 Sep 15 08:37:00.962170 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-3d836a58-65d9-434a-a927-749200b701b1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:00.962170 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-3d836a58-65d9-434a-a927-749200b701b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 200 len: 859 time: 0.0638659 Sep 15 08:37:01.024981 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-029fd5cc-3b53-45c7-bd29-52fef16a1772 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42de1df9-74e9-490a-9e1c-39f4f31e401e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429196 Sep 15 08:37:01.330365 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-09bc9e04-464f-44da-b515-92a450cd4452 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:01.332080 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-09bc9e04-464f-44da-b515-92a450cd4452 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 814 time: 0.2063160 Sep 15 08:37:01.342859 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-0f3209c7-6882-41f3-8e27-309c805d17a7 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067634 Sep 15 08:37:01.351732 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b9e7-eccf-42be-9992-424c69b33b44 req-eed15744-a2e1-405b-87bf-0e3d4096efea tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:01.353136 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-09e6b9e7-eccf-42be-9992-424c69b33b44 req-eed15744-a2e1-405b-87bf-0e3d4096efea tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 943 time: 0.1215317 Sep 15 08:37:01.378337 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Request body: {'port': {'device_id': '10700d25-d8af-4423-9194-f312ac625a85', 'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'admin_state_up': True, 'tenant_id': '8493028c2191412e9173092296234417'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:01.475071 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-09e6b9e7-eccf-42be-9992-424c69b33b44 req-5d92069e-1d0d-4cf7-837e-5e3294b4d0b9 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137013 Sep 15 08:37:01.513219 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:01.523568 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:01.525575 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eed15f79-8def-431f-8975-09eb8c53ec7d req-090bf78f-4202-461c-8668-79796b9b5583 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363599 Sep 15 08:37:01.532511 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Made reservation on behalf of 8493028c2191412e9173092296234417 for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:01.535596 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:01.706511 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Allocated IP 172.20.0.14 (00372526-ed2d-4bab-a934-eac33081b963/8fa49760-9489-4c48-8a82-c3052ee05f28/961dd6a5-da7c-4bf9-bf13-7302cf0d1264) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:01.907995 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d486d1-17cb-48aa-ad0a-cc3b2d79118a req-22caca80-c5ba-4e40-863e-d207cb99c3a5 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:01.909467 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-69d486d1-17cb-48aa-ad0a-cc3b2d79118a req-22caca80-c5ba-4e40-863e-d207cb99c3a5 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 949 time: 0.1941221 Sep 15 08:37:02.000373 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.008136 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-69d486d1-17cb-48aa-ad0a-cc3b2d79118a req-f83a0da6-d35f-49e9-b384-1636bdfb6a78 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930734 Sep 15 08:37:02.034367 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.040287 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ca3320a0-517d-4ce9-a3da-2aa8665284c2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:02.080229 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['f79ea5fa-fa72-4427-8bf0-91668a556a1c', '1abb68d8-c413-48b4-a6ba-a9269076fffc'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:02.107691 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Network 00372526-ed2d-4bab-a934-eac33081b963 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:02.111778 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:02.114106 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:02.222114 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Pushing event updated for resources: {'Port': ['ID=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:02.235832 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:02.262962 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:02.263492 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.294332 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9197171 Sep 15 08:37:02.306402 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1537c54-52ad-4277-9853-e483ddf8e935 req-9597d712-8fe2-446c-8d6d-7776e4352fff tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:02.307306 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-c1537c54-52ad-4277-9853-e483ddf8e935 req-9597d712-8fe2-446c-8d6d-7776e4352fff tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:02.323640 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-c1537c54-52ad-4277-9853-e483ddf8e935 req-9597d712-8fe2-446c-8d6d-7776e4352fff tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:02.324807 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1537c54-52ad-4277-9853-e483ddf8e935 req-9597d712-8fe2-446c-8d6d-7776e4352fff tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 932 time: 0.1551464 Sep 15 08:37:02.375774 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1537c54-52ad-4277-9853-e483ddf8e935 req-d8fcb514-b464-4b50-89b7-cf382ad45442 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446854 Sep 15 08:37:02.440987 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Request body: {'port': {'device_id': '10700d25-d8af-4423-9194-f312ac625a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:02.556551 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.821662 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7a658-2815-41b0-904b-f4b854f57e6f req-71083e76-0edb-4022-b694-310c8837f4e5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:02.822402 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-dbb7a658-2815-41b0-904b-f4b854f57e6f req-71083e76-0edb-4022-b694-310c8837f4e5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Synchronizing usage tracker for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:02.858855 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-dbb7a658-2815-41b0-904b-f4b854f57e6f req-71083e76-0edb-4022-b694-310c8837f4e5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Unset dirty status for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:02.860210 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dbb7a658-2815-41b0-904b-f4b854f57e6f req-71083e76-0edb-4022-b694-310c8837f4e5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 943 time: 0.2611341 Sep 15 08:37:02.862243 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device c9481d7a-6416-4357-a55b-ff73dddd3bf3 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:37:02.870705 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 3d7a3f9a-2332-4fdf-a13f-f2784b162190 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:02.935965 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dbb7a658-2815-41b0-904b-f4b854f57e6f req-efe3b976-3833-47d5-9234-7d5239436aeb tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634379 Sep 15 08:37:03.042807 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:03.058367 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:03.058758 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.066057 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:03.075189 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.091007 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Transition to ACTIVE for port object 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:03.099052 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.111567 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-015c4c7d-1bc5-400d-8380-c7a097357b00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:03.164342 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port c9481d7a-6416-4357-a55b-ff73dddd3bf3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:03.213277 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': 'c9481d7a-6416-4357-a55b-ff73dddd3bf3', 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e', 'port_id': 'c9481d7a-6416-4357-a55b-ff73dddd3bf3', 'mac_address': 'fa:16:3e:61:93:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:37:03.251247 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Pushing event updated for resources: {'Port': ['ID=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:03.293568 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a634c23-5e2f-450a-8ff0-e647589bbde9 req-964040b6-6684-4f83-9210-dd1a88a47e18 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:03.297402 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:03.299229 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a634c23-5e2f-450a-8ff0-e647589bbde9 req-964040b6-6684-4f83-9210-dd1a88a47e18 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 949 time: 0.1158137 Sep 15 08:37:03.360400 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.360944 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a634c23-5e2f-450a-8ff0-e647589bbde9 req-2a2793e9-35c5-4aca-8eac-32065963cefb tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542529 Sep 15 08:37:03.367553 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Attempting to bind port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:03.367811 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Attempting to bind port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:03.368148 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Attempting to bind port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 on network 00372526-ed2d-4bab-a934-eac33081b963 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:03.374252 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 on network 00372526-ed2d-4bab-a934-eac33081b963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:37:03.374624 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Attempting to bind port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 on network 00372526-ed2d-4bab-a934-eac33081b963 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:03.381610 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:03.382190 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Checking segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:03.382391 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Bound using segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:03.382756 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Bound port: 961dd6a5-da7c-4bf9-bf13-7302cf0d1264, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:03.383097 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.426320 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9481d7a-6416-4357-a55b-ff73dddd3bf3 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:03.448970 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.460672 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port c9481d7a-6416-4357-a55b-ff73dddd3bf3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:03.468099 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.470760 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-95b02068-2458-4b3d-aad4-a04ad9b490ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:03.475004 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] For port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:03.478650 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] For port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:03.483844 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.488562 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:03.524169 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554c3c98-066a-4b9f-8b04-39f86949f86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7a3f9a-2332-4fdf-a13f-f2784b162190'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:03.545355 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 3d7a3f9a-2332-4fdf-a13f-f2784b162190, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3d7a3f9a-2332-4fdf-a13f-f2784b162190,segment=NetworkSegment(cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9),segment_id=cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:03.551583 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.553665 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] 10.222.0.37 "PUT /v2.0/ports/961dd6a5-da7c-4bf9-bf13-7302cf0d1264 HTTP/1.1" status: 200 len: 1094 time: 1.1171792 Sep 15 08:37:03.554177 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10700d25-d8af-4423-9194-f312ac625a85', 'tag': '961dd6a5-da7c-4bf9-bf13-7302cf0d1264'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:03.558325 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.566113 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=c9481d7a-6416-4357-a55b-ff73dddd3bf3,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:03.578179 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:03.578508 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Pushing event updated for resources: {'Port': ['ID=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:03.578700 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:03.582806 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:03.634541 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad2036-5676-4bca-88ae-38410dcfd238 req-174b9193-aee4-4816-87cb-f250834ec8f9 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:03.636044 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dbad2036-5676-4bca-88ae-38410dcfd238 req-174b9193-aee4-4816-87cb-f250834ec8f9 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 944 time: 0.1297412 Sep 15 08:37:03.657930 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=3d7a3f9a-2332-4fdf-a13f-f2784b162190,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:03.661644 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:03.689515 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dbad2036-5676-4bca-88ae-38410dcfd238 req-dcd55721-9d7e-446d-85b9-131d6ab86f23 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464859 Sep 15 08:37:03.730560 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-968038b9-43d4-40fb-841b-00cb65478b2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 1097 time: 0.0802977 Sep 15 08:37:03.756453 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554c3c98-066a-4b9f-8b04-39f86949f86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7a3f9a-2332-4fdf-a13f-f2784b162190', 'code': 200} Sep 15 08:37:03.804257 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10700d25-d8af-4423-9194-f312ac625a85', 'tag': '961dd6a5-da7c-4bf9-bf13-7302cf0d1264', 'status': 'completed', 'code': 200} Sep 15 08:37:03.812592 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-38a29d12-8a5a-4076-b6bf-e40c823e1839 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=961dd6a5-da7c-4bf9-bf13-7302cf0d1264 HTTP/1.1" status: 200 len: 217 time: 0.0645874 Sep 15 08:37:03.960651 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-f52b51a5-b0b0-43a3-9b83-4ecf9c5f3887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:03.962120 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-f52b51a5-b0b0-43a3-9b83-4ecf9c5f3887 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.0590365 Sep 15 08:37:04.015107 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-539492ea-4433-4abd-81be-7c580393f375 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449717 Sep 15 08:37:04.129728 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['c9481d7a-6416-4357-a55b-ff73dddd3bf3'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:04.169390 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-56d44298-f9b1-438f-b945-5f19107162ed service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429517 Sep 15 08:37:04.181569 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e0d86371-eb1e-48da-b09a-ffa9c71df090 req-ff2e8798-04dd-4376-9e7d-fec4a8a2b6a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 1103 time: 0.1389256 Sep 15 08:37:04.188164 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf98f3-472b-4278-9902-3467c0f39095 req-0765eca3-0d34-43e4-ab71-75be91bd42ab tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:04.189824 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-09bf98f3-472b-4278-9902-3467c0f39095 req-0765eca3-0d34-43e4-ab71-75be91bd42ab tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 943 time: 0.1161263 Sep 15 08:37:04.251670 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e0d86371-eb1e-48da-b09a-ffa9c71df090 req-25e6b815-72db-4545-a0ba-102e76344aca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608482 Sep 15 08:37:04.272089 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-09bf98f3-472b-4278-9902-3467c0f39095 req-8bcb0724-1a57-468b-9f89-25e3c46b5a6b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665860 Sep 15 08:37:04.316881 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1b24dd8c-b382-4aa6-82d6-cc9636ca23b2 req-5faaa3ce-ae24-4864-ae59-f74d67013bb4 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379673 Sep 15 08:37:04.551142 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ad6b0-d628-4941-b13f-0f428398ca0e req-048a203a-3b5c-4a27-9bae-3828af3e3c00 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:04.552632 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8a6ad6b0-d628-4941-b13f-0f428398ca0e req-048a203a-3b5c-4a27-9bae-3828af3e3c00 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 950 time: 0.0804718 Sep 15 08:37:04.600605 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8a6ad6b0-d628-4941-b13f-0f428398ca0e req-5962586e-4a20-45d1-acb5-34eab8152677 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Sep 15 08:37:04.944444 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-e9eafae1-6ec7-4aed-bec9-e2f11fa31df5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 1097 time: 0.1321578 Sep 15 08:37:04.951025 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1d81b-3026-40c8-aefd-584b61c8b6a8 req-d054132c-708c-42ff-8c2f-ecd5309eef76 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:04.952445 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dfa1d81b-3026-40c8-aefd-584b61c8b6a8 req-d054132c-708c-42ff-8c2f-ecd5309eef76 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 944 time: 0.1077328 Sep 15 08:37:05.080327 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dfa1d81b-3026-40c8-aefd-584b61c8b6a8 req-0ee7953f-a2bd-4da4-9cf1-5b64d45d2fd5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081281 Sep 15 08:37:05.112367 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-9ad1aeaa-95eb-4d34-b9d3-e5a55005f275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:05.113800 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-9ad1aeaa-95eb-4d34-b9d3-e5a55005f275 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 915 time: 0.1605439 Sep 15 08:37:05.182858 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-fb5326e9-073a-46f8-8483-860f286891b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=961dd6a5-da7c-4bf9-bf13-7302cf0d1264 HTTP/1.1" status: 200 len: 217 time: 0.0616794 Sep 15 08:37:05.245022 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-f1066938-a9c7-4d3f-a84c-6f0141ea5276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:05.246473 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-f1066938-a9c7-4d3f-a84c-6f0141ea5276 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.0560977 Sep 15 08:37:05.297243 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-f4b552db-cfc8-4565-a401-3c635f13dafb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433683 Sep 15 08:37:05.531611 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-bf7dd38f-09fa-4dcc-a4b1-39f13012b482 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270963 Sep 15 08:37:05.542738 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427117f7-c75b-4769-949b-dcd8fcb8b37d req-ad1c2602-3e28-44bd-a3b8-30cf64015036 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:05.544338 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-427117f7-c75b-4769-949b-dcd8fcb8b37d req-ad1c2602-3e28-44bd-a3b8-30cf64015036 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 943 time: 0.1254869 Sep 15 08:37:05.687313 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-427117f7-c75b-4769-949b-dcd8fcb8b37d req-250cf503-6e5d-48c3-afd5-ca51c3a100f8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170602 Sep 15 08:37:05.721163 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-872ab1a9-5365-4594-ae09-f87975ed3737 req-7ae150cf-3cb0-4fa6-a7ff-a3d86381d97c service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689279 Sep 15 08:37:05.807340 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114844e0-3fc3-425b-bda4-5cc490c4ac4e req-332a02d0-b3e0-4c6e-bc50-72d3552b893f tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:05.809028 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-114844e0-3fc3-425b-bda4-5cc490c4ac4e req-332a02d0-b3e0-4c6e-bc50-72d3552b893f tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 950 time: 0.0798059 Sep 15 08:37:05.857880 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-114844e0-3fc3-425b-bda4-5cc490c4ac4e req-fedcee9a-7c58-4c7c-a640-75cc2c7e5e6f tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Sep 15 08:37:06.280949 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e431f5-47ae-4827-ac73-dfee7a85f2fe req-2bcffc38-fc60-425e-a6f9-f084702070c1 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:06.286310 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-74e431f5-47ae-4827-ac73-dfee7a85f2fe req-2bcffc38-fc60-425e-a6f9-f084702070c1 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 944 time: 0.0794897 Sep 15 08:37:06.332265 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-74e431f5-47ae-4827-ac73-dfee7a85f2fe req-d59d14b1-44ca-448c-a4a0-8c733cddeef6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Sep 15 08:37:06.887975 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcaad-1534-426c-8b36-8e7f2794683e req-643d1e0a-bae2-4bc0-b6a3-00261f6a13f4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:06.889509 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-aadbcaad-1534-426c-8b36-8e7f2794683e req-643d1e0a-bae2-4bc0-b6a3-00261f6a13f4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 943 time: 0.0806823 Sep 15 08:37:06.900844 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 463e4141-7833-4fb3-81c9-fced0c81d25c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:37:06.911389 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device c9481d7a-6416-4357-a55b-ff73dddd3bf3 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:06.940122 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-aadbcaad-1534-426c-8b36-8e7f2794683e req-ff94e36a-3823-4424-8126-b0d1bc516172 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Sep 15 08:37:07.064074 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcff3d-8231-4690-8e66-367c512ac724 req-5868e69e-b7e2-48dd-a108-e93b5694363c tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:07.065777 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b4fcff3d-8231-4690-8e66-367c512ac724 req-5868e69e-b7e2-48dd-a108-e93b5694363c tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 950 time: 0.0797698 Sep 15 08:37:07.084768 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port c9481d7a-6416-4357-a55b-ff73dddd3bf3 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:07.096029 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port c9481d7a-6416-4357-a55b-ff73dddd3bf3 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:07.096405 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.113642 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b4fcff3d-8231-4690-8e66-367c512ac724 req-0ed1d71d-fe3e-4046-ae79-69e11a901d42 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Sep 15 08:37:07.143717 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 463e4141-7833-4fb3-81c9-fced0c81d25c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=463e4141-7833-4fb3-81c9-fced0c81d25c,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:07.162999 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '463e4141-7833-4fb3-81c9-fced0c81d25c', 'network_id': '42de1df9-74e9-490a-9e1c-39f4f31e401e', 'port_id': '463e4141-7833-4fb3-81c9-fced0c81d25c', 'mac_address': 'fa:16:3e:e4:b0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:37:07.277092 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.310864 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463e4141-7833-4fb3-81c9-fced0c81d25c {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:07.320054 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.342935 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 463e4141-7833-4fb3-81c9-fced0c81d25c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=463e4141-7833-4fb3-81c9-fced0c81d25c,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:07.350249 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.352637 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:07.388056 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a4817-96ee-46f1-a943-a6ccd0d98bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9481d7a-6416-4357-a55b-ff73dddd3bf3'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:07.409999 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port c9481d7a-6416-4357-a55b-ff73dddd3bf3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:07.417809 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.429740 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=463e4141-7833-4fb3-81c9-fced0c81d25c,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:07.432658 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:07.433254 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:07.494480 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a4817-96ee-46f1-a943-a6ccd0d98bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9481d7a-6416-4357-a55b-ff73dddd3bf3', 'code': 200} Sep 15 08:37:07.504710 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=c9481d7a-6416-4357-a55b-ff73dddd3bf3,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:07.507700 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:07.545643 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de4099-63fd-4e84-a1e1-6cd8c469adea req-277b6d95-859b-4011-8669-264dc94c2b29 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:07.547262 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f3de4099-63fd-4e84-a1e1-6cd8c469adea req-277b6d95-859b-4011-8669-264dc94c2b29 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 944 time: 0.0858138 Sep 15 08:37:07.593429 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f3de4099-63fd-4e84-a1e1-6cd8c469adea req-b3657aee-e9f7-43be-8e60-a50b89b73c3d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396190 Sep 15 08:37:07.795197 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3c9a6704-56b3-481b-bafc-121b65cec919 req-4161dd1b-ede2-42ad-8c9c-41a86e4d6c1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0788617 Sep 15 08:37:07.850237 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3c9a6704-56b3-481b-bafc-121b65cec919 req-92357e28-695f-4b19-8121-e2aded3ecb33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Sep 15 08:37:08.145228 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc1452-601e-49bf-866b-99b07517359d req-b7dcc87e-0384-486e-a697-78e0492f91d0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:08.146446 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e2fc1452-601e-49bf-866b-99b07517359d req-b7dcc87e-0384-486e-a697-78e0492f91d0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 944 time: 0.0791872 Sep 15 08:37:08.180905 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['463e4141-7833-4fb3-81c9-fced0c81d25c'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:08.195515 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e2fc1452-601e-49bf-866b-99b07517359d req-7f09d352-51fe-4f8f-b4f1-13fadc7c28b1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437312 Sep 15 08:37:08.387993 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37ce7-b7d4-4263-b89f-9e68ec04c348 req-2c228d3f-7548-44c5-afd1-802dab812118 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:08.389454 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8ed37ce7-b7d4-4263-b89f-9e68ec04c348 req-2c228d3f-7548-44c5-afd1-802dab812118 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 950 time: 0.0762308 Sep 15 08:37:08.437092 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8ed37ce7-b7d4-4263-b89f-9e68ec04c348 req-fd0af01c-0d0f-47a6-a0fa-8ff5bebaca8d tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421941 Sep 15 08:37:08.833395 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42898-7b2d-4dc9-9e64-7da25a8c0bda req-cbe2fdc0-01d5-478b-9553-c14398d5f5d3 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:08.834885 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-79f42898-7b2d-4dc9-9e64-7da25a8c0bda req-cbe2fdc0-01d5-478b-9553-c14398d5f5d3 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 944 time: 0.0837886 Sep 15 08:37:08.881081 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-79f42898-7b2d-4dc9-9e64-7da25a8c0bda req-17e96e05-b34a-4233-859a-42e3444a2799 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Sep 15 08:37:08.909679 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadc56a-0567-49ee-bedb-7535684bcd20 req-0b4e121f-fed3-405a-b17b-7540b4ab6813 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:08.911749 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aadc56a-0567-49ee-bedb-7535684bcd20 req-0b4e121f-fed3-405a-b17b-7540b4ab6813 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 950 time: 0.0797312 Sep 15 08:37:08.955474 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aadc56a-0567-49ee-bedb-7535684bcd20 req-eb9ab0df-aeb8-4da0-92a3-d8cf068337f2 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382640 Sep 15 08:37:09.391418 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989bc49-d83a-46ab-b7d8-4de030e64a16 req-b7aee821-4530-4efa-bd9b-d30f2cfa3334 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:09.393266 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9989bc49-d83a-46ab-b7d8-4de030e64a16 req-b7aee821-4530-4efa-bd9b-d30f2cfa3334 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 944 time: 0.0785036 Sep 15 08:37:09.442748 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9989bc49-d83a-46ab-b7d8-4de030e64a16 req-c52ab75c-f971-4b5c-909b-e87dbf17a896 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Sep 15 08:37:10.084319 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7738c9-5ee6-4f08-af8c-d9558c1e3f21 req-92c4bda3-089b-44ec-a9ab-0a1227653de8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:10.085759 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bc7738c9-5ee6-4f08-af8c-d9558c1e3f21 req-92c4bda3-089b-44ec-a9ab-0a1227653de8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 944 time: 0.0780745 Sep 15 08:37:10.145147 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bc7738c9-5ee6-4f08-af8c-d9558c1e3f21 req-7a321a4f-5405-4cc9-8323-e46664632254 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512598 Sep 15 08:37:10.294253 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8e1a3-007a-4894-9364-1bbd2cdc066b req-290f0fd3-9175-44df-a5e7-22c97c376d07 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:10.295662 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-73c8e1a3-007a-4894-9364-1bbd2cdc066b req-290f0fd3-9175-44df-a5e7-22c97c376d07 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 950 time: 0.0768709 Sep 15 08:37:10.340937 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-73c8e1a3-007a-4894-9364-1bbd2cdc066b req-ce08d7a0-569a-4679-b8e5-c09fdc388207 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Sep 15 08:37:10.647915 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4384-21df-44d5-a1ae-efd0e630fb1b req-147e27c4-6066-4630-bef6-2919170c6d3a tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:10.649558 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-43fb4384-21df-44d5-a1ae-efd0e630fb1b req-147e27c4-6066-4630-bef6-2919170c6d3a tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 944 time: 0.0780082 Sep 15 08:37:10.703985 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-43fb4384-21df-44d5-a1ae-efd0e630fb1b req-a26ad699-b506-48cb-ad8d-7b94b53d2f99 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479715 Sep 15 08:37:10.934762 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:37:10.947919 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 463e4141-7833-4fb3-81c9-fced0c81d25c up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:11.164672 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:11.177673 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 463e4141-7833-4fb3-81c9-fced0c81d25c completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:11.183903 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '961dd6a5-da7c-4bf9-bf13-7302cf0d1264', 'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'port_id': '961dd6a5-da7c-4bf9-bf13-7302cf0d1264', 'mac_address': 'fa:16:3e:8a:e3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa49760-9489-4c48-8a82-c3052ee05f28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:37:11.186842 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 463e4141-7833-4fb3-81c9-fced0c81d25c triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:11.187223 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:11.296923 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:11.321593 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:11.353576 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6db78-8a4f-435a-bae1-113d7f0b269b req-d60569df-4b81-412a-b2e2-200ff906f93b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:11.355102 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8da6db78-8a4f-435a-bae1-113d7f0b269b req-d60569df-4b81-412a-b2e2-200ff906f93b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 944 time: 0.0818832 Sep 15 08:37:11.378064 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:11.386067 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:11.390107 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-fb1beeae-152c-4215-8ef5-b71068640fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:11.402571 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8da6db78-8a4f-435a-bae1-113d7f0b269b req-9031cfc1-84f1-475d-8d2e-2eeeb9e24487 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Sep 15 08:37:11.421489 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:11.476636 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9510e4e6-2e13-4ef2-bf59-58cb8cd73b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463e4141-7833-4fb3-81c9-fced0c81d25c'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:11.492306 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:11.495424 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:11.497178 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 463e4141-7833-4fb3-81c9-fced0c81d25c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=463e4141-7833-4fb3-81c9-fced0c81d25c,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:11.505214 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:11.508405 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:11.548035 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9510e4e6-2e13-4ef2-bf59-58cb8cd73b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463e4141-7833-4fb3-81c9-fced0c81d25c', 'code': 200} Sep 15 08:37:11.574223 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=463e4141-7833-4fb3-81c9-fced0c81d25c,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:11.577170 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:11.666434 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083d04b-36d0-4975-a031-98e491cc798d req-5633d7d6-c134-4f19-9ce7-0890e46bad9f tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:11.667927 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a083d04b-36d0-4975-a031-98e491cc798d req-5633d7d6-c134-4f19-9ce7-0890e46bad9f tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 950 time: 0.1395774 Sep 15 08:37:11.679091 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe139b-17df-4562-ab10-5646718ada26 req-c36572a9-1238-4bc2-9108-ca474e5aeb42 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:11.680503 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6cbe139b-17df-4562-ab10-5646718ada26 req-c36572a9-1238-4bc2-9108-ca474e5aeb42 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.37 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 950 time: 0.1206300 Sep 15 08:37:11.685213 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b3c85de2-db7d-42a3-a47d-18a14609e677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:11.775388 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a083d04b-36d0-4975-a031-98e491cc798d req-e309d301-b003-4c5c-8229-8e656951f6c8 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/security-groups?id=2657677d-1e8f-407b-bfb2-95f2594dd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938141 Sep 15 08:37:11.779199 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Deleting port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:37:11.779810 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:11.954617 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-228f73ea-4b56-4be1-af42-e37b027b2c62 req-a91290b5-1d69-4215-ae7d-70fb50ebcae0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 1098 time: 0.1514468 Sep 15 08:37:11.966087 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0148610-28d9-4fdb-bdbd-b1005ae2ea51 req-57fdd30d-0d0c-42eb-9bd3-097f577df5fc tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:11.967819 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b0148610-28d9-4fdb-bdbd-b1005ae2ea51 req-57fdd30d-0d0c-42eb-9bd3-097f577df5fc tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1121898 Sep 15 08:37:11.968788 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['961dd6a5-da7c-4bf9-bf13-7302cf0d1264'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:12.072931 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-228f73ea-4b56-4be1-af42-e37b027b2c62 req-e76feab8-0790-4f4d-bafb-c5dac14c148c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039732 Sep 15 08:37:12.083604 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b0148610-28d9-4fdb-bdbd-b1005ae2ea51 req-af0cb74a-25b6-4a16-8a86-c2e5ae37cb32 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951717 Sep 15 08:37:12.118675 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] For port 3d7a3f9a-2332-4fdf-a13f-f2784b162190, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3d7a3f9a-2332-4fdf-a13f-f2784b162190,segment=NetworkSegment(cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9),segment_id=cd9f38a1-424f-4b9c-8e49-8a7b23bcb0a9)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:12.119308 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:12.248969 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:12.257672 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Calling delete_port for 3d7a3f9a-2332-4fdf-a13f-f2784b162190 owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:37:12.401065 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:12.407116 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:12.451318 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Pushing event deleted for resources: {'Port': ['ID=3d7a3f9a-2332-4fdf-a13f-f2784b162190,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:12.453849 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:12.556814 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] No DVR routers for this DVR port 3d7a3f9a-2332-4fdf-a13f-f2784b162190 on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:37:12.597498 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:12.600611 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554c3c98-066a-4b9f-8b04-39f86949f86f', 'name': 'network-vif-deleted', 'tag': '3d7a3f9a-2332-4fdf-a13f-f2784b162190'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:12.632339 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6cbe139b-17df-4562-ab10-5646718ada26 req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.37 "DELETE /v2.0/ports/3d7a3f9a-2332-4fdf-a13f-f2784b162190 HTTP/1.1" status: 204 len: 173 time: 0.9349887 Sep 15 08:37:12.655611 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143206d-c175-4b35-bb39-8d4212fbe4f2 req-0747eb02-bad1-4dcd-b646-32b6610ecfe0 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:12.657441 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e143206d-c175-4b35-bb39-8d4212fbe4f2 req-0747eb02-bad1-4dcd-b646-32b6610ecfe0 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 945 time: 0.1018035 Sep 15 08:37:12.726885 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e143206d-c175-4b35-bb39-8d4212fbe4f2 req-45327756-98df-47a4-afa2-99929a283da0 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594881 Sep 15 08:37:12.785063 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554c3c98-066a-4b9f-8b04-39f86949f86f', 'name': 'network-vif-deleted', 'tag': '3d7a3f9a-2332-4fdf-a13f-f2784b162190', 'status': 'completed', 'code': 200} Sep 15 08:37:13.014842 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-b57b3ad6-26a1-4eec-9fdd-fb31534da53f req-21fc1cc5-543d-4b4f-a38c-c4c65ba1521a tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Synchronizing usage tracker for tenant:93eaba26bc73422191202e94c6ea086c on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:13.030945 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-b57b3ad6-26a1-4eec-9fdd-fb31534da53f req-21fc1cc5-543d-4b4f-a38c-c4c65ba1521a tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Unset dirty status for tenant:93eaba26bc73422191202e94c6ea086c on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:13.032104 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b57b3ad6-26a1-4eec-9fdd-fb31534da53f req-21fc1cc5-543d-4b4f-a38c-c4c65ba1521a tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] 10.222.0.32 "GET /v2.0/ports?device_id=554c3c98-066a-4b9f-8b04-39f86949f86f HTTP/1.1" status: 200 len: 210 time: 0.0561774 Sep 15 08:37:13.279261 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592046d1-1193-4391-b774-db53439e938d req-f230739a-7f99-4f7f-bf19-312b3d69753f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:13.280719 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-592046d1-1193-4391-b774-db53439e938d req-f230739a-7f99-4f7f-bf19-312b3d69753f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0750697 Sep 15 08:37:13.330214 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-592046d1-1193-4391-b774-db53439e938d req-538da304-7168-4c85-8a18-060d5f23b01c tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Sep 15 08:37:13.905116 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-58841e4b-b3f6-4ddb-a6b5-7054bb8cd3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:13.922815 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1cc0-0609-46e4-af95-81b13b3f25db req-79cdd8a6-c643-4afd-9a04-255d3a475f56 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:13.924415 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-59fd1cc0-0609-46e4-af95-81b13b3f25db req-79cdd8a6-c643-4afd-9a04-255d3a475f56 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 945 time: 0.0781958 Sep 15 08:37:13.973287 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-59fd1cc0-0609-46e4-af95-81b13b3f25db req-7c972f27-8c76-4293-9c61-d11ad4c15adf tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Sep 15 08:37:14.556488 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241a7d1-e9b4-4ff8-a727-52618fadeea4 req-cf52c620-4e08-427c-90b0-599fcb50d024 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:14.557964 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2241a7d1-e9b4-4ff8-a727-52618fadeea4 req-cf52c620-4e08-427c-90b0-599fcb50d024 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0831163 Sep 15 08:37:14.608061 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2241a7d1-e9b4-4ff8-a727-52618fadeea4 req-6c55d778-321f-4c59-b0f9-65724ee82e9c tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 Sep 15 08:37:14.859388 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:14.963971 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:15.076493 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:15.105174 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:15.105558 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:15.166501 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-09a49c83-4b38-43cd-b82e-67207fac0053 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 1098 time: 0.2077124 Sep 15 08:37:15.172821 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdc0cd-1957-475a-b41a-037ed5c11de2 req-332d6f5d-93d1-438d-a723-840250ca2f17 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:15.174579 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b9bdc0cd-1957-475a-b41a-037ed5c11de2 req-332d6f5d-93d1-438d-a723-840250ca2f17 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1786406 Sep 15 08:37:15.291543 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:15.328255 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b9bdc0cd-1957-475a-b41a-037ed5c11de2 req-3de6a490-8392-4c28-a0b7-7ff4f5c3e8ce tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320391 Sep 15 08:37:15.341760 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3528c07-4693-4767-b8bd-24ed9b980a8f req-8e640c28-5cc3-4fc6-b244-541d9fb8781a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:15.345716 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e3528c07-4693-4767-b8bd-24ed9b980a8f req-8e640c28-5cc3-4fc6-b244-541d9fb8781a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 945 time: 0.1022453 Sep 15 08:37:15.370884 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:15.372240 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10700d25-d8af-4423-9194-f312ac625a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961dd6a5-da7c-4bf9-bf13-7302cf0d1264'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:15.388539 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-e563e279-5b7a-43c6-97c6-84c689ffef65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:15.390007 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-e563e279-5b7a-43c6-97c6-84c689ffef65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 920 time: 0.2143137 Sep 15 08:37:15.397803 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:15.398768 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 3d7a3f9a-2332-4fdf-a13f-f2784b162190 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:37:15.431840 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:15.445398 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e3528c07-4693-4767-b8bd-24ed9b980a8f req-ac0cfcba-09f5-4d66-91ef-3e9a6edd2807 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708218 Sep 15 08:37:15.506895 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:15.510157 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-c49d3cd9-9672-4407-b561-62fc07105fd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=463e4141-7833-4fb3-81c9-fced0c81d25c HTTP/1.1" status: 200 len: 217 time: 0.0971065 Sep 15 08:37:15.510328 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 3d7a3f9a-2332-4fdf-a13f-f2784b162190 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:37:15.510660 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 3d7a3f9a-2332-4fdf-a13f-f2784b162190 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:37:15.512063 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:15.553498 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10700d25-d8af-4423-9194-f312ac625a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961dd6a5-da7c-4bf9-bf13-7302cf0d1264', 'code': 200} Sep 15 08:37:15.596998 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-0219cb5b-0eb6-41a1-94c2-d9a2e60d1e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:15.599612 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-0219cb5b-0eb6-41a1-94c2-d9a2e60d1e14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 200 len: 859 time: 0.0776420 Sep 15 08:37:15.665817 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-ea1dec2a-0324-4281-922f-3548da4f912b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42de1df9-74e9-490a-9e1c-39f4f31e401e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432062 Sep 15 08:37:15.868039 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-fbd4412b-cdc0-4944-a6ef-67d9a5d48221 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535356 Sep 15 08:37:15.937601 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ee611c00-c82f-4f77-a6fe-573d2892b24b req-432ed504-58f2-4f58-88ca-47102922bd49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 1099 time: 0.0811448 Sep 15 08:37:15.985452 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ee611c00-c82f-4f77-a6fe-573d2892b24b req-5ef6db45-6fe1-40f2-8f51-314906b8dae3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Sep 15 08:37:16.073320 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-74989cbd-7881-4edd-8e41-dd9a375c21c2 req-e00a4e48-13d1-4551-bae1-f810c31a8af1 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907756 Sep 15 08:37:16.344768 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:16.589627 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8970e-5bf1-4856-acec-3695f747d859 req-fe03dfa9-5269-4191-9b6a-37877a927a1b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:16.591251 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e3b8970e-5bf1-4856-acec-3695f747d859 req-fe03dfa9-5269-4191-9b6a-37877a927a1b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1069291 Sep 15 08:37:16.662884 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e3b8970e-5bf1-4856-acec-3695f747d859 req-0554e559-d4ae-488d-97d8-01c3c899a6ff tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612268 Sep 15 08:37:16.702670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5af7-78bc-416a-b50f-904b2a891e70 req-d096054f-d41e-4713-bcc8-fe93562a864a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:16.704169 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-16be5af7-78bc-416a-b50f-904b2a891e70 req-d096054f-d41e-4713-bcc8-fe93562a864a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 946 time: 0.0911348 Sep 15 08:37:16.759591 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-16be5af7-78bc-416a-b50f-904b2a891e70 req-d51dcfa3-0642-47e0-b411-ace7ac4f9837 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498605 Sep 15 08:37:17.939287 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedceb1-9304-49db-a4f6-d4ab21a78778 req-f2bb2d1e-ab20-4a69-ae53-def5dc4481d6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:17.947515 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-aaedceb1-9304-49db-a4f6-d4ab21a78778 req-f2bb2d1e-ab20-4a69-ae53-def5dc4481d6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1174569 Sep 15 08:37:17.999996 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-aaedceb1-9304-49db-a4f6-d4ab21a78778 req-55bcb51a-0cb8-4c41-a4ed-e668d5433d0a tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515397 Sep 15 08:37:18.141265 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec946e-6dce-4a31-ab2c-99dc57d25ffd req-cd24299d-f99a-401a-8e26-f9fbf8e2e903 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:18.143379 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-05ec946e-6dce-4a31-ab2c-99dc57d25ffd req-cd24299d-f99a-401a-8e26-f9fbf8e2e903 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 946 time: 0.1657634 Sep 15 08:37:18.194666 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-05ec946e-6dce-4a31-ab2c-99dc57d25ffd req-268c679c-bfa0-41f5-be20-c458eeb797da tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Sep 15 08:37:19.210399 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef802539-7597-447f-aaf7-10d3399a48f5 req-489765c2-1440-4fc5-af7d-a5ffc137fe10 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:19.212020 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ef802539-7597-447f-aaf7-10d3399a48f5 req-489765c2-1440-4fc5-af7d-a5ffc137fe10 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0820398 Sep 15 08:37:19.267735 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ef802539-7597-447f-aaf7-10d3399a48f5 req-a1e6573a-6ac5-4fb4-b3e4-5a00ca8eb406 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 Sep 15 08:37:19.373128 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 46888) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:19.476074 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4891b36-ba2b-46a4-ab3e-7a9bd4f00dcd req-c75d39ae-7586-4e99-8d5b-2362697ebfcf tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:19.477539 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d4891b36-ba2b-46a4-ab3e-7a9bd4f00dcd req-c75d39ae-7586-4e99-8d5b-2362697ebfcf tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 946 time: 0.0825396 Sep 15 08:37:19.538672 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d4891b36-ba2b-46a4-ab3e-7a9bd4f00dcd req-4a0d6066-ea52-46b3-898e-10f6014f1e16 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556669 Sep 15 08:37:19.575400 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-fe5e9778-89cb-409e-9e00-2842a3c855b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93eaba26bc73422191202e94c6ea086c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2010777 Sep 15 08:37:19.578268 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 46898) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:19.636331 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-383ae8ae-9bba-4569-87f2-dfbd627d2765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.663530 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-383ae8ae-9bba-4569-87f2-dfbd627d2765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.718600 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-383ae8ae-9bba-4569-87f2-dfbd627d2765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.723988 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-cc0e05cf-f120-471c-bf02-2e38ec8af11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:19.738455 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ae8ae-9bba-4569-87f2-dfbd627d2765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2657677d-1e8f-407b-bfb2-95f2594dd81a,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:19.743246 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-383ae8ae-9bba-4569-87f2-dfbd627d2765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:19.751971 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-383ae8ae-9bba-4569-87f2-dfbd627d2765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.756534 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-383ae8ae-9bba-4569-87f2-dfbd627d2765 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2657677d-1e8f-407b-bfb2-95f2594dd81a HTTP/1.1" status: 204 len: 168 time: 0.1773267 Sep 15 08:37:20.521122 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cdf59-a1fb-4e69-81a4-7c6cec6555f9 req-49bbe3e6-92f1-4552-a168-edc62fe56da2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:20.523459 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d93cdf59-a1fb-4e69-81a4-7c6cec6555f9 req-49bbe3e6-92f1-4552-a168-edc62fe56da2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1022794 Sep 15 08:37:20.584333 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d93cdf59-a1fb-4e69-81a4-7c6cec6555f9 req-2f4a3468-81ab-4b9e-8264-ab4292cdcf36 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531859 Sep 15 08:37:21.783341 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323740a-6a85-442b-9d70-e7e7a26a92fc req-46e52b6a-66b6-42fd-bf38-40b2d3ea9f43 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:21.784806 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4323740a-6a85-442b-9d70-e7e7a26a92fc req-46e52b6a-66b6-42fd-bf38-40b2d3ea9f43 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0759714 Sep 15 08:37:21.828997 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4323740a-6a85-442b-9d70-e7e7a26a92fc req-94627f4b-b524-499b-be99-44ed08fb7fe2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Sep 15 08:37:23.040039 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46598-a83e-455e-ab69-12fa955e7913 req-63a2e99b-d76b-4db1-8ef6-86fa2e588049 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:23.041513 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-60c46598-a83e-455e-ab69-12fa955e7913 req-63a2e99b-d76b-4db1-8ef6-86fa2e588049 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0838304 Sep 15 08:37:23.099685 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-60c46598-a83e-455e-ab69-12fa955e7913 req-fd7a5eb8-97e6-423e-b441-c9a5e564bd71 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Sep 15 08:37:24.306941 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158157b0-2bc4-4922-814a-56f885541a5e req-9c87133a-cfb0-4fed-a636-ca507202d136 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:24.308314 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-158157b0-2bc4-4922-814a-56f885541a5e req-9c87133a-cfb0-4fed-a636-ca507202d136 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0773714 Sep 15 08:37:24.353939 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-158157b0-2bc4-4922-814a-56f885541a5e req-9f9e2961-2353-4ec9-9f3b-30302ddf2581 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Sep 15 08:37:25.571180 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656432e6-7d0a-4286-bba0-d8216407b486 req-5e1fe001-f05f-4749-9863-d875f88301d7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:25.572657 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-656432e6-7d0a-4286-bba0-d8216407b486 req-5e1fe001-f05f-4749-9863-d875f88301d7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0850282 Sep 15 08:37:25.618610 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-656432e6-7d0a-4286-bba0-d8216407b486 req-698508c9-1956-4ddd-ad2c-f00666bbab83 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Sep 15 08:37:26.861125 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c162a-8486-4b49-8430-c62587e31b32 req-83d5cfd7-e58e-4d0f-857f-42592f4564c3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:26.866668 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce6c162a-8486-4b49-8430-c62587e31b32 req-83d5cfd7-e58e-4d0f-857f-42592f4564c3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0919240 Sep 15 08:37:26.911885 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ce6c162a-8486-4b49-8430-c62587e31b32 req-75289d91-b1c7-446e-a023-92ddb1665a3a tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Sep 15 08:37:28.117959 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00e2f5-38f4-4de7-b192-2d71d5b6385e req-9e9c170c-4732-4e7a-85e9-a80aec54b852 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:28.119663 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bb00e2f5-38f4-4de7-b192-2d71d5b6385e req-9e9c170c-4732-4e7a-85e9-a80aec54b852 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0875094 Sep 15 08:37:28.167831 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bb00e2f5-38f4-4de7-b192-2d71d5b6385e req-0fc8bb10-a510-460a-a9da-fba605218deb tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Sep 15 08:37:28.403486 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-c52fb31d-b878-4a6b-b8e8-4f73a433ebf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706954 Sep 15 08:37:28.522722 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-a37d3ee5-d708-46fd-b8dc-e6f71cac61b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 1099 time: 0.0716045 Sep 15 08:37:28.666036 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-49d66500-8008-4497-85d4-0c759819b996 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:28.667491 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-49d66500-8008-4497-85d4-0c759819b996 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 915 time: 0.1246288 Sep 15 08:37:28.740441 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-c863ccaf-11cc-4f02-95d9-18ae80bffe71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f79ea5fa-fa72-4427-8bf0-91668a556a1c HTTP/1.1" status: 200 len: 217 time: 0.0603299 Sep 15 08:37:28.808114 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-7434ffe8-3ae5-429b-aa69-4f354254c3de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:28.809552 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-7434ffe8-3ae5-429b-aa69-4f354254c3de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.0606704 Sep 15 08:37:28.860025 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-14fd1de2-5b99-4348-85d8-05376f499c1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384264 Sep 15 08:37:29.003332 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-53b9ae21-7f8e-4c75-98ee-557855e3a6da service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331499 Sep 15 08:37:29.167730 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-be1a2e10-5b55-44ca-904f-07426b8f59a5 req-f474eedb-38cb-4eac-9522-0eacfc2df656 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270318 Sep 15 08:37:29.340352 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a87ea-4648-47ac-a851-41404f131d42 req-1427ad97-bff0-4023-91f1-7edab5e3f026 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:29.341895 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-1427ad97-bff0-4023-91f1-7edab5e3f026 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 814 time: 0.1626904 Sep 15 08:37:29.363072 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-4e10987d-9b0b-4d86-befe-0ef63b1cd89f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/quotas/8493028c2191412e9173092296234417 HTTP/1.1" status: 200 len: 375 time: 0.0120349 Sep 15 08:37:29.529556 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-cd419dff-67e6-474d-aa18-dfa80b8d5049 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609859 Sep 15 08:37:29.601660 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024febcf-98d2-42e6-9de5-cace1d3e610b req-d564206b-3fa3-4b29-ad18-d753e4df7d23 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:29.602770 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-024febcf-98d2-42e6-9de5-cace1d3e610b req-d564206b-3fa3-4b29-ad18-d753e4df7d23 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0986838 Sep 15 08:37:29.667384 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-024febcf-98d2-42e6-9de5-cace1d3e610b req-4a9e1709-c488-492f-bca3-7cd104f7b755 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589666 Sep 15 08:37:29.673446 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47138) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:29.687859 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:37:29.734668 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-9605c045-6378-4960-9ee9-4214ac99f456 service neutron] 10.222.0.32 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041056 Sep 15 08:37:29.872960 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:29.896362 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-97056c15-f667-4da3-b9e0-59f4588bbd2a service neutron] 10.222.0.32 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609778 Sep 15 08:37:29.917188 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:29.921088 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Usage tracker for resource:security_group_rule and tenant:827586fcba6c4738985840c1d60c94d2 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:29.925719 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:29.933578 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:29.936139 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:30.009609 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:30.013915 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:30.020049 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b977005b-2ac0-4e3f-8ae5-0a1126950863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:30.067516 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=827586fcba6c4738985840c1d60c94d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3927546 Sep 15 08:37:30.068365 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe50a026-7764-4999-806a-3790de392b73,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:30.071023 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47154) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:30.072607 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:30.192976 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-177cc631-6563-4cb8-b296-af40f81eacb8 req-2935e2d4-c7b8-4944-a747-8bd50bb2fa29 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 210 time: 0.0499218 Sep 15 08:37:30.218605 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e6d1db2b-d8b3-4871-a164-c8ad4bdbf4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:30.249477 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e6d1db2b-d8b3-4871-a164-c8ad4bdbf4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:30.301014 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e6d1db2b-d8b3-4871-a164-c8ad4bdbf4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:30.306327 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e4bb75d2-583f-490e-b6ee-3661a8a87e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:30.319021 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1db2b-d8b3-4871-a164-c8ad4bdbf4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe50a026-7764-4999-806a-3790de392b73,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:30.321522 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e6d1db2b-d8b3-4871-a164-c8ad4bdbf4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:30.322660 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e6d1db2b-d8b3-4871-a164-c8ad4bdbf4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:30.326668 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e6d1db2b-d8b3-4871-a164-c8ad4bdbf4fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe50a026-7764-4999-806a-3790de392b73 HTTP/1.1" status: 204 len: 168 time: 0.2518222 Sep 15 08:37:30.884473 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b3537-db85-46bb-bdf6-237b3c665157 req-0cff7c1c-a8d2-4959-ba2b-4ae0920d72ef tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:30.885970 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-393b3537-db85-46bb-bdf6-237b3c665157 req-0cff7c1c-a8d2-4959-ba2b-4ae0920d72ef tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0833130 Sep 15 08:37:30.932212 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-393b3537-db85-46bb-bdf6-237b3c665157 req-fe0ebbb8-c564-400b-b954-5aee95014b94 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Sep 15 08:37:31.128675 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47194) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:31.374701 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1483136014-network', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:31.390751 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-92298199-56c6-43bf-8c96-347d02f3b3ab req-dab454a2-acaf-4249-8d6a-c7fd7c741bd2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 210 time: 0.0590165 Sep 15 08:37:31.392083 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:31.400259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Usage tracker for resource:network and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:31.407280 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:31.420489 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:31.460518 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Made reservation on behalf of b60ed3d8a34f4a33b054eeb2cb2c8805 for: {'network': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:31.463305 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:31.493863 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a87ea-4648-47ac-a851-41404f131d42 req-fdd89ed9-12ca-4cde-acb6-1256c41177ec tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:31.495521 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-fdd89ed9-12ca-4cde-acb6-1256c41177ec tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 814 time: 0.2430217 Sep 15 08:37:31.496559 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:31.531289 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:31.535142 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Usage tracker for resource:security_group_rule and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:31.538161 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:31.548137 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:31.572368 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Request body: {'port': {'device_id': '99bbbce3-ca76-4a6b-af78-8faa1bdbb347', 'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'admin_state_up': True, 'tenant_id': '8493028c2191412e9173092296234417'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:31.765735 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:31.794358 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:31.807356 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:31.820901 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:31.824844 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d2dc09bc-68ee-467c-9ffc-5a844ca81eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:31.832772 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Made reservation on behalf of 8493028c2191412e9173092296234417 for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:31.836183 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:31.873576 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=75107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:37:31.929086 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de44c89c-00bd-402b-af73-5ef4b2753f87,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:31.940854 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:31.948462 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:31.948799 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.segments_db [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Added segment 80cb884b-f7b8-44e2-a74a-553affe581be of type vlan for network 05cf2c99-1d13-4bce-bc2d-5aada568e3de Sep 15 08:37:31.995775 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.083737 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Allocated IP 172.20.0.12 (00372526-ed2d-4bab-a934-eac33081b963/8fa49760-9489-4c48-8a82-c3052ee05f28/548bcb4e-ce56-47bf-9e9b-e073ac2a5f67) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:32.138467 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.139613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:32.140201 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.146593 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-71a74911-ff35-4f77-b6cd-e38349cda040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:32.382778 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Pushing event updated for resources: {'Network': ['ID=05cf2c99-1d13-4bce-bc2d-5aada568e3de,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:32.409118 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2793753 Sep 15 08:37:32.412139 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47256) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:32.421339 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.421700 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.422057 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.422478 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.422788 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.423136 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.423480 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.423824 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.424170 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.424507 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.424846 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.430854 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:32.431864 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Request body: {'subnet': {'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1483136014-subnet', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:32.436680 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9f71a-7ff4-4718-9ba4-3cff861c6f07 req-d81fc707-6313-4541-82a7-efa726beddec tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:32.438175 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-66c9f71a-7ff4-4718-9ba4-3cff861c6f07 req-d81fc707-6313-4541-82a7-efa726beddec tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.3560629 Sep 15 08:37:32.441104 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:32.445077 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:37:32.448043 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Usage tracker for resource:subnet and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:32.457378 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:32.471226 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:32.492483 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Made reservation on behalf of b60ed3d8a34f4a33b054eeb2cb2c8805 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:32.494786 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.539999 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.561247 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-66c9f71a-7ff4-4718-9ba4-3cff861c6f07 req-b11553db-20f3-4cde-b078-4a16fc062411 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082172 Sep 15 08:37:32.632619 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.650162 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:32.675470 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['f79ea5fa-fa72-4427-8bf0-91668a556a1c', '1abb68d8-c413-48b4-a6ba-a9269076fffc', '961dd6a5-da7c-4bf9-bf13-7302cf0d1264'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:32.726194 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Network 00372526-ed2d-4bab-a934-eac33081b963 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:32.727446 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:32.730509 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:32.757909 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4cc4-594a-43f4-afd9-0028e28e0dc1 req-68a51318-af72-4063-a6b2-bd3a1356fac5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:32.766203 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a34a4cc4-594a-43f4-afd9-0028e28e0dc1 req-68a51318-af72-4063-a6b2-bd3a1356fac5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 932 time: 0.1356702 Sep 15 08:37:32.821293 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:32.822241 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.827130 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Pushing event updated for resources: {'Port': ['ID=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:32.831553 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:32.837045 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a34a4cc4-594a-43f4-afd9-0028e28e0dc1 req-1663146c-4854-449e-951b-f9fa869d5886 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697317 Sep 15 08:37:32.863978 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3002820 Sep 15 08:37:32.889361 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Request body: {'port': {'device_id': '99bbbce3-ca76-4a6b-af78-8faa1bdbb347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:32.955079 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.962166 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3db1cb9d-f441-4e36-8294-4fff45d59e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:33.074333 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ef68f1-44d8-4554-821d-902ba10c574a,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:33.103358 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.103718 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.107538 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.109824 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.110211 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.110590 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.113152 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.113464 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.113820 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.114169 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.114559 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:33.123819 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:33.127216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Checking segment: {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:33.127580 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Network hostable DHCP agents. Network: 05cf2c99-1d13-4bce-bc2d-5aada568e3de, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:37:33.193006 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:37:33.206604 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 05cf2c99-1d13-4bce-bc2d-5aada568e3de) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:33.211831 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:33.212871 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.224403 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f009130-717e-47cc-a27f-38564acc4dd7 None None] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:37:33.270513 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5310ba6a-cab9-424d-97bc-847c956bf3b7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8546340 Sep 15 08:37:33.270513 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47282) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:33.280857 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.294092 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:33.320696 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:33.331341 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Usage tracker for resource:router and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:33.339001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:33.354976 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:33.375813 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.376950 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128619'] for router, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.403282 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.498562 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec03a22-7b9b-5070-94e7-cc86b6fb4fee-05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a'}]}} from dv-cinder-806007-2-smb. {{(pid=75109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:37:33.500458 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.581771 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.711498 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.db_base_plugin_common [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Allocated IP 172.20.0.2 (05cf2c99-1d13-4bce-bc2d-5aada568e3de/80ef68f1-44d8-4554-821d-902ba10c574a/a9e81068-507f-4120-b034-cc90e54532ba) {{(pid=75109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:33.832641 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:33.840921 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.860011 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Transition to ACTIVE for port object 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:33.868441 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.894021 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:33.943410 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6afb7-a692-4e62-a765-2db351e7619c req-b89b9587-00cc-4266-bf0f-5be73b3026a2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:33.945415 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-28f6afb7-a692-4e62-a765-2db351e7619c req-b89b9587-00cc-4266-bf0f-5be73b3026a2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1206110 Sep 15 08:37:33.958595 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:33.974223 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Transition to ACTIVE for port object a9e81068-507f-4120-b034-cc90e54532ba will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:33.998226 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Transition to ACTIVE for port object a9e81068-507f-4120-b034-cc90e54532ba will not be triggered until provisioned by entity DHCP. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:34.005016 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.009808 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:34.052600 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-28f6afb7-a692-4e62-a765-2db351e7619c req-d74db171-696a-4044-a593-a7f76e6bc729 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922706 Sep 15 08:37:34.065277 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.106034 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.134979 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Pushing event updated for resources: {'Port': ['ID=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:34.145346 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Pushing event updated for resources: {'Port': ['ID=a9e81068-507f-4120-b034-cc90e54532ba,revision_number=1']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:34.146727 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:34.157408 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:34.168892 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de is already hosted by enough agents. {{(pid=75109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:34.173768 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.base_scheduler [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Resources bound (agent type, host, resource id): {{(pid=75109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:34.179455 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Received port after_create {{(pid=75109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:34.183261 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Attempting to bind port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:34.183822 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Attempting to bind port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:34.184688 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Attempting to bind port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 on network 00372526-ed2d-4bab-a934-eac33081b963 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:34.192102 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 on network 00372526-ed2d-4bab-a934-eac33081b963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:37:34.192650 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Attempting to bind port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 on network 00372526-ed2d-4bab-a934-eac33081b963 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:34.257973 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:34.258338 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Checking segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:34.258712 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Bound using segment: {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:34.259403 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Bound port: 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafb4796-d921-40d4-a65d-0f247e574d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '00372526-ed2d-4bab-a934-eac33081b963'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:34.259750 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.283671 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Attempting to bind port a9e81068-507f-4120-b034-cc90e54532ba on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:34.284408 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Attempting to bind port a9e81068-507f-4120-b034-cc90e54532ba by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:34.284970 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Attempting to bind port a9e81068-507f-4120-b034-cc90e54532ba on network 05cf2c99-1d13-4bce-bc2d-5aada568e3de {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:34.292111 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:34.292740 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Checking segment: {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:34.293337 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.293969 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Bound using segment: {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:34.294659 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Bound port: a9e81068-507f-4120-b034-cc90e54532ba, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:34.295259 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.323990 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Allocated IP 172.28.0.253 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/a828c46e-f0a1-4d20-8c09-80c86ce435dd) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:34.370876 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] For port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:34.377699 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] For port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:34.385644 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e605-edab-4254-8db8-75f0c4eabf24 req-acc01af6-7a1a-47b9-8b08-285814a4e176 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:34.386506 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-9242e605-edab-4254-8db8-75f0c4eabf24 req-acc01af6-7a1a-47b9-8b08-285814a4e176 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:34.391875 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.396147 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:34.404188 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] For port a9e81068-507f-4120-b034-cc90e54532ba, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:34.407846 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] For port a9e81068-507f-4120-b034-cc90e54532ba, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=a9e81068-507f-4120-b034-cc90e54532ba,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:34.414821 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.426088 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:34.462441 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-9242e605-edab-4254-8db8-75f0c4eabf24 req-acc01af6-7a1a-47b9-8b08-285814a4e176 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:34.463608 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9242e605-edab-4254-8db8-75f0c4eabf24 req-acc01af6-7a1a-47b9-8b08-285814a4e176 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 944 time: 0.2678444 Sep 15 08:37:34.470298 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.472553 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] 10.222.0.37 "PUT /v2.0/ports/548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 HTTP/1.1" status: 200 len: 1094 time: 1.5868509 Sep 15 08:37:34.472553 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bbbce3-ca76-4a6b-af78-8faa1bdbb347', 'tag': '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:34.501134 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.506118 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Pushing event updated for resources: {'Port': ['ID=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:34.511544 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:34.531421 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9242e605-edab-4254-8db8-75f0c4eabf24 req-62c2d108-7f37-470b-b249-13a79f7d0301 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521874 Sep 15 08:37:34.534745 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.539418 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:34.594371 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Pushing event updated for resources: {'Port': ['ID=a9e81068-507f-4120-b034-cc90e54532ba,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:34.607701 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:34.626743 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:34.629282 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bbbce3-ca76-4a6b-af78-8faa1bdbb347', 'tag': '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67', 'status': 'completed', 'code': 200} Sep 15 08:37:34.630898 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:34.635525 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:34.667411 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Pushing event updated for resources: {'Port': ['ID=a828c46e-f0a1-4d20-8c09-80c86ce435dd,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:34.676714 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:34.684065 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-245d9719-5c5b-41b4-9e60-61134f614d79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 1097 time: 0.1245885 Sep 15 08:37:34.768630 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.769355 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037'] for router, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:34.811906 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-1b9187ba-15c8-4422-b33c-c7d9ff4d855c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 HTTP/1.1" status: 200 len: 217 time: 0.1048002 Sep 15 08:37:34.894522 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a87ea-4648-47ac-a851-41404f131d42 req-e7110f92-6246-476a-bfcd-ff0b4b81dafa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:34.896560 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-e7110f92-6246-476a-bfcd-ff0b4b81dafa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.0780139 Sep 15 08:37:34.962931 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-94d10d69-bcfe-4de6-90f6-f6ff386de71e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594831 Sep 15 08:37:35.080743 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Router 1d300309-ab6a-40e9-8094-1b16c86570cd is scheduled to L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 with binding_index 1 {{(pid=75108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:37:35.195645 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-7517b597-fe7d-4da6-8faa-9c034ed747b2 service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215917 Sep 15 08:37:35.196091 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47332) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:35.373236 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a97a87ea-4648-47ac-a851-41404f131d42 req-1b37301c-3a88-4950-b2ce-1bfb1369e13f service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663315 Sep 15 08:37:35.419345 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.462620 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:35.472502 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Usage tracker for resource:security_group_rule and tenant:cc1bf9d5ac98475f8d193ab60f92e04b is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:35.474488 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8f5f6-67d7-42cc-ba71-757bd50b58c0 req-08e47526-e93b-4fa5-ae69-f4854dc87640 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:35.476645 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5ff8f5f6-67d7-42cc-ba71-757bd50b58c0 req-08e47526-e93b-4fa5-ae69-f4854dc87640 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1902916 Sep 15 08:37:35.482429 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:35.488634 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:35.492438 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device a9e81068-507f-4120-b034-cc90e54532ba up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:35.525328 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:37:35.537887 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Sync routers for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:37:35.560101 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:35.560736 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:35.592386 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.593946 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3233948 Sep 15 08:37:35.598050 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47342) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:35.604630 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5ff8f5f6-67d7-42cc-ba71-757bd50b58c0 req-89d8eeb1-383a-43d1-b362-3a625df65b4c tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205628 Sep 15 08:37:35.629030 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port a9e81068-507f-4120-b034-cc90e54532ba completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:35.796816 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:35.803933 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.814790 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.823412 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:35.850000 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562efaf-6c12-49af-8420-ca9d08e07bd1,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:35.855129 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-64f393ac-bbd6-447a-ac27-3a2810b5232e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8493028c2191412e9173092296234417&device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 1097 time: 0.3311074 Sep 15 08:37:35.858176 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:35.959849 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7bf3c-703e-4cd3-b49f-829e10ebab5a None None] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:37:35.960057 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc1bf9d5ac98475f8d193ab60f92e04b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7575233 Sep 15 08:37:35.960156 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ddaed-b9c3-4d85-8b79-7064a94db10f req-6783c778-a739-49ee-9dd2-403b42f12c6d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:35.960590 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47348) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:35.965181 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-153ddaed-b9c3-4d85-8b79-7064a94db10f req-6783c778-a739-49ee-9dd2-403b42f12c6d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 944 time: 0.1471043 Sep 15 08:37:36.071237 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7bab9a05-74d2-4f95-838f-3fe8f6c61a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.127998 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-c7847aec-185d-42e2-b222-ef3b0a82de3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:36.130215 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-c7847aec-185d-42e2-b222-ef3b0a82de3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 200 len: 915 time: 0.2678854 Sep 15 08:37:36.181036 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] Provisioning for port a9e81068-507f-4120-b034-cc90e54532ba completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:36.198406 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] Provisioning complete for port a9e81068-507f-4120-b034-cc90e54532ba triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:36.199052 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.279121 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-153ddaed-b9c3-4d85-8b79-7064a94db10f req-e9118543-e131-4c42-bde1-5dd2a4140318 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139319 Sep 15 08:37:36.296832 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7bab9a05-74d2-4f95-838f-3fe8f6c61a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.329658 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-48ee7648-eef2-4243-acfd-912a0570f8ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 HTTP/1.1" status: 200 len: 217 time: 0.1848376 Sep 15 08:37:36.369153 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:34Z', 'revision_number': 3, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:36.376062 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Checking router: 1d300309-ab6a-40e9-8094-1b16c86570cd for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:37:36.377344 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Updating router 1d300309-ab6a-40e9-8094-1b16c86570cd port a828c46e-f0a1-4d20-8c09-80c86ce435dd binding host dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:37:36.478739 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-227322bf-6457-41da-b9db-4965b55af12e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:36.481135 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-227322bf-6457-41da-b9db-4965b55af12e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 200 len: 854 time: 0.1269174 Sep 15 08:37:36.490103 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.557493 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.562469 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7bab9a05-74d2-4f95-838f-3fe8f6c61a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.573912 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bb7db545-6108-4c36-b1d8-9fc3e45bf6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:36.588195 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-fe020991-1945-479a-953d-c5fc24391e01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00372526-ed2d-4bab-a934-eac33081b963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990667 Sep 15 08:37:36.591077 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab9a05-74d2-4f95-838f-3fe8f6c61a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562efaf-6c12-49af-8420-ca9d08e07bd1,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:36.594754 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7bab9a05-74d2-4f95-838f-3fe8f6c61a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:36.618511 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7bab9a05-74d2-4f95-838f-3fe8f6c61a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.622113 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-7bab9a05-74d2-4f95-838f-3fe8f6c61a7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f562efaf-6c12-49af-8420-ca9d08e07bd1 HTTP/1.1" status: 204 len: 168 time: 0.6612244 Sep 15 08:37:36.683416 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] For port a9e81068-507f-4120-b034-cc90e54532ba, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=a9e81068-507f-4120-b034-cc90e54532ba,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:36.691923 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.697379 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-95b02068-2458-4b3d-aad4-a04ad9b490ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:36.835617 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] Pushing event updated for resources: {'Port': ['ID=a9e81068-507f-4120-b034-cc90e54532ba,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:36.844121 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:36.959914 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-b4d16ab6-5426-4281-9e52-adfc85a337da service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611028 Sep 15 08:37:36.987398 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Notify callbacks [] for port, precommit_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.005529 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.provisioning_blocks [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Transition to ACTIVE for port object a828c46e-f0a1-4d20-8c09-80c86ce435dd will not be triggered until provisioned by entity L2. {{(pid=75110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:37.015186 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.024056 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:37.036026 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-2b06a3ed-eefd-40e7-a385-aa99db0b4ef1 None None] Provisioning complete for port a9e81068-507f-4120-b034-cc90e54532ba triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:37.036407 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-2b06a3ed-eefd-40e7-a385-aa99db0b4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.096076 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f445262-4562-417e-904c-80ec8034e63b None None] Pushing event updated for resources: {'Port': ['ID=a828c46e-f0a1-4d20-8c09-80c86ce435dd,revision_number=2']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:37.099646 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-4f445262-4562-417e-904c-80ec8034e63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:37.108684 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.130494 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Attempting to bind port a828c46e-f0a1-4d20-8c09-80c86ce435dd on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:37.131184 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Attempting to bind port a828c46e-f0a1-4d20-8c09-80c86ce435dd by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:37.131847 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Attempting to bind port a828c46e-f0a1-4d20-8c09-80c86ce435dd on network bb2869aa-760a-4447-b522-1ae6d3f088da {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:37.139559 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:37.140204 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:37.140791 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.141517 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Bound using segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:37.142650 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Bound port: a828c46e-f0a1-4d20-8c09-80c86ce435dd, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:37.143257 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.191761 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2da1a-ac0a-407b-afec-313e106ec741 req-c51a1579-56f2-4c78-8084-41715c81cf39 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:37.194900 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b1b2da1a-ac0a-407b-afec-313e106ec741 req-c51a1579-56f2-4c78-8084-41715c81cf39 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.2972465 Sep 15 08:37:37.218537 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9947ad13-71b7-4faa-a54f-a19f2fa3af8e req-ba0a1deb-ca3a-41b2-9d9a-253c42c91b6c service neutron] 10.222.0.37 "GET /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475326 Sep 15 08:37:37.232874 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] For port a828c46e-f0a1-4d20-8c09-80c86ce435dd, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:37.235955 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] For port a828c46e-f0a1-4d20-8c09-80c86ce435dd, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=a828c46e-f0a1-4d20-8c09-80c86ce435dd,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:37.250222 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.259154 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:37.338245 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b1b2da1a-ac0a-407b-afec-313e106ec741 req-fb30adae-51b3-4fd6-aaa6-91490fa10868 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694461 Sep 15 08:37:37.407494 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f445262-4562-417e-904c-80ec8034e63b None None] Pushing event updated for resources: {'Port': ['ID=a828c46e-f0a1-4d20-8c09-80c86ce435dd,revision_number=3']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:37.417071 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-4f445262-4562-417e-904c-80ec8034e63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:37.443799 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device a9e81068-507f-4120-b034-cc90e54532ba up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:37.445302 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:37.446164 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:37.549618 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Allocated IP 172.20.0.1 (05cf2c99-1d13-4bce-bc2d-5aada568e3de/80ef68f1-44d8-4554-821d-902ba10c574a/cdf36023-72ca-4aae-b3b6-989aa88c5876) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:37.583805 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port a9e81068-507f-4120-b034-cc90e54532ba triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:37.585094 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.612136 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f276d-60e8-486c-b861-79f53ed83543 req-47ea6ca7-17ff-4fe4-a92b-4a8a960fac9d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:37.619467 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b22f276d-60e8-486c-b861-79f53ed83543 req-47ea6ca7-17ff-4fe4-a92b-4a8a960fac9d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 944 time: 0.1602905 Sep 15 08:37:37.668468 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b22f276d-60e8-486c-b861-79f53ed83543 req-372ca853-e15d-444e-9c9d-4a29b303c801 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481486 Sep 15 08:37:37.734957 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:37.784725 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.803596 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Transition to ACTIVE for port object cdf36023-72ca-4aae-b3b6-989aa88c5876 will not be triggered until provisioned by entity DHCP. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:37.831230 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.843774 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a0023ad6-a030-4c3b-880d-ab52ea8ec7d4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:37.918001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:37.921512 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:37.925531 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:37.925999 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726227'] for router_interface, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:37.943338 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Pushing event updated for resources: {'Port': ['ID=cdf36023-72ca-4aae-b3b6-989aa88c5876,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:37.954971 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:38.044514 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:38.122218 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47404) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:38.123752 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:34Z', 'revision_number': 3, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:38.132454 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806467b-bad4-4cac-b442-2910fcd9a917 None None] The sync data for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb is: [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:34Z', 'revision_number': 3, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:37:38.323655 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-c7d9516f-d3de-49c8-8e95-fef5b57d02f4 None None] Provisioning for port cdf36023-72ca-4aae-b3b6-989aa88c5876 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:38.331926 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-c7d9516f-d3de-49c8-8e95-fef5b57d02f4 None None] Provisioning complete for port cdf36023-72ca-4aae-b3b6-989aa88c5876 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:38.332303 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c7d9516f-d3de-49c8-8e95-fef5b57d02f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:38.364794 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:38.371416 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:38.372888 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1393871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-723560'] for router_interface, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:38.377752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:38.480636 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9516f-d3de-49c8-8e95-fef5b57d02f4 None None] Port cdf36023-72ca-4aae-b3b6-989aa88c5876 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:37:38.511815 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:38.711443 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Pushing event updated for resources: {'Port': ['ID=cdf36023-72ca-4aae-b3b6-989aa88c5876,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:38.714571 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:38.815857 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:38.837851 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Usage tracker for resource:security_group_rule and tenant:64602d6913e349f18eaf0e870dc34ad2 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:38.843926 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:38.865040 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:38.890324 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:38.898408 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:38.963117 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829534a-6146-4428-bbb4-0961d0fec1a1 req-1799890e-6584-47ce-bdfe-90af6dda8956 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:38.964657 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6829534a-6146-4428-bbb4-0961d0fec1a1 req-1799890e-6584-47ce-bdfe-90af6dda8956 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 944 time: 0.1272442 Sep 15 08:37:39.054796 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255df67-b563-4706-86a9-144bc5015788 req-af3ac1da-a7a9-48dd-a052-8998644e7bea tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:39.061889 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4255df67-b563-4706-86a9-144bc5015788 req-af3ac1da-a7a9-48dd-a052-8998644e7bea tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.5328734 Sep 15 08:37:39.064775 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6829534a-6146-4428-bbb4-0961d0fec1a1 req-4a5c25b0-5081-49c5-abcc-bc7069ec92ab tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931005 Sep 15 08:37:39.132706 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:37:39.288759 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4255df67-b563-4706-86a9-144bc5015788 req-a72810ac-fb78-42a8-a9ba-c2ffbb0ca959 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257695 Sep 15 08:37:39.295016 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.338531 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-abf310b2-4300-4e45-a2a6-90d97de42060 None None] Provisioning complete for port cdf36023-72ca-4aae-b3b6-989aa88c5876 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:39.339083 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-abf310b2-4300-4e45-a2a6-90d97de42060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.353100 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.364530 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f97745bd-f3eb-4058-ad61-a4e6ebef0d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:39.416313 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:39.420582 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c63d242-3e0b-4561-b301-6f790ae51794,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:39.423635 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:39.427262 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-abf310b2-4300-4e45-a2a6-90d97de42060 None None] Port cdf36023-72ca-4aae-b3b6-989aa88c5876 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:37:39.431184 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64602d6913e349f18eaf0e870dc34ad2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3078532 Sep 15 08:37:39.435835 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47428) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:39.440544 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67', 'network_id': '00372526-ed2d-4bab-a934-eac33081b963', 'port_id': '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67', 'mac_address': 'fa:16:3e:cb:06:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa49760-9489-4c48-8a82-c3052ee05f28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:37:39.526837 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device a828c46e-f0a1-4d20-8c09-80c86ce435dd up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:39.539140 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1ac0183e-6a9f-4fa7-8c77-3dbce8ff8fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.568131 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1ac0183e-6a9f-4fa7-8c77-3dbce8ff8fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.592392 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Router 1d300309-ab6a-40e9-8094-1b16c86570cd has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:37:39.615780 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.623735 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1ac0183e-6a9f-4fa7-8c77-3dbce8ff8fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.627887 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:39.636761 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:39.640451 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0183e-6a9f-4fa7-8c77-3dbce8ff8fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c63d242-3e0b-4561-b301-6f790ae51794,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:39.652598 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1ac0183e-6a9f-4fa7-8c77-3dbce8ff8fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:39.652856 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:39.659790 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1ac0183e-6a9f-4fa7-8c77-3dbce8ff8fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.661279 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-1ac0183e-6a9f-4fa7-8c77-3dbce8ff8fda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c63d242-3e0b-4561-b301-6f790ae51794 HTTP/1.1" status: 204 len: 168 time: 0.2240617 Sep 15 08:37:39.663099 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port a828c46e-f0a1-4d20-8c09-80c86ce435dd completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:39.667916 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.673248 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-de6a8140-ed7c-445d-b8fe-442a2951aea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:39.714804 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port a828c46e-f0a1-4d20-8c09-80c86ce435dd triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:39.715182 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.794627 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:39.797734 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:39.863458 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:37:39.868206 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.885700 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] 10.222.0.32 "PUT /v2.0/routers/1d300309-ab6a-40e9-8094-1b16c86570cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2861774 Sep 15 08:37:39.890379 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port a828c46e-f0a1-4d20-8c09-80c86ce435dd, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=a828c46e-f0a1-4d20-8c09-80c86ce435dd,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:39.896625 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:39.899112 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:39.971196 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=a828c46e-f0a1-4d20-8c09-80c86ce435dd,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:39.974371 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:40.227583 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['548bcb4e-ce56-47bf-9e9b-e073ac2a5f67'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:40.400900 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea367b0-81fe-4e7b-8a34-a46701e24b99 req-08c15335-18e0-4f75-a10b-210fe227e559 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:40.403821 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-cea367b0-81fe-4e7b-8a34-a46701e24b99 req-08c15335-18e0-4f75-a10b-210fe227e559 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 945 time: 0.1936145 Sep 15 08:37:40.508893 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-cea367b0-81fe-4e7b-8a34-a46701e24b99 req-1c0630c3-912e-4f33-a565-59572e51490a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995979 Sep 15 08:37:40.772947 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd7135-cc9f-45b6-b8f5-c7b30e1282e0 req-11d5bde9-107e-43f2-85ac-6ef3f4a1a9f4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:40.773046 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47486) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:40.780907 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e8bd7135-cc9f-45b6-b8f5-c7b30e1282e0 req-11d5bde9-107e-43f2-85ac-6ef3f4a1a9f4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1362536 Sep 15 08:37:40.824217 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e8bd7135-cc9f-45b6-b8f5-c7b30e1282e0 req-d89918ff-d023-49a8-8c33-394f069027cf tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Sep 15 08:37:40.929777 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1285719923-network', 'tenant_id': '859b628268124afb94c942d9169df969'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:40.934692 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:40.938869 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Usage tracker for resource:network and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:40.942085 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:40.947777 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:40.961708 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Made reservation on behalf of 859b628268124afb94c942d9169df969 for: {'network': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:40.964274 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:40.977225 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.008564 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:41.012401 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Usage tracker for resource:security_group_rule and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:41.015223 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:41.020962 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:41.081545 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47502) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:41.087936 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2078367707-network', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:41.092084 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:41.092396 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.096460 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Usage tracker for resource:network and tenant:cc681533b1fb4bbeaaa783575b1f9f29 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:41.098156 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.099496 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:41.104976 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2154b0a9-1c81-4293-bc2d-89f5cdb02e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:41.106904 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:41.121073 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Made reservation on behalf of cc681533b1fb4bbeaaa783575b1f9f29 for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:41.124790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.138937 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.139799 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=75107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:37:41.150169 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba68463-3a76-4fdd-87e8-b24e5bf9cd91,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:41.166550 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:41.171135 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.171596 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.segments_db [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Added segment f637b925-0d8d-4d15-907d-7381cd0af899 of type vlan for network 497991f9-93e4-44dd-8f72-d5ffd0901c47 Sep 15 08:37:41.176519 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:41.180574 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Usage tracker for resource:security_group_rule and tenant:cc681533b1fb4bbeaaa783575b1f9f29 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:41.183739 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:41.190455 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:41.204145 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.239793 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.241050 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:41.241645 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.245053 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:41.263276 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.267812 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.272336 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-b9db67f7-0a28-4164-bc1a-6e63dfe6183e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:41.307827 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:37:41.310681 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75679d9e-4900-43c5-bcd2-449644cebde2,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:41.325082 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.325596 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Added segment e71aacc8-e615-4d6c-b722-75d59e324637 of type vlan for network 0b43b833-e08c-4098-a139-2d8056bbe087 Sep 15 08:37:41.331889 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:41.345909 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47508) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:41.349385 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5753632 Sep 15 08:37:41.352782 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Pushing event updated for resources: {'Network': ['ID=497991f9-93e4-44dd-8f72-d5ffd0901c47,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:41.352919 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47512) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:41.360157 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:41.362244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Request body: {'subnet': {'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1285719923-subnet', 'tenant_id': '859b628268124afb94c942d9169df969', 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:41.366968 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:37:41.369630 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.373447 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:41.378724 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Usage tracker for resource:subnet and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:41.382536 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:41.389916 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:41.420678 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Made reservation on behalf of 859b628268124afb94c942d9169df969 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:41.423014 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.438934 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.444057 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:41.444566 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.445052 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device a828c46e-f0a1-4d20-8c09-80c86ce435dd up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:41.492629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-140f1b69-f5c1-4596-b5bc-d874cbe069ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:41.523298 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.545803 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port a828c46e-f0a1-4d20-8c09-80c86ce435dd triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:41.546188 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.564386 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:41.570214 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Usage tracker for resource:security_group_rule and tenant:2e96130ab2824c3494c04c3f435acc87 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:41.573254 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:41.580160 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:41.627367 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Pushing event updated for resources: {'Network': ['ID=0b43b833-e08c-4098-a139-2d8056bbe087,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:41.635049 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5494518 Sep 15 08:37:41.635049 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:41.636511 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47522) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:41.644512 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Request body: {'subnet': {'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2078367707-subnet', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:41.651178 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:41.656373 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Usage tracker for resource:subnet and tenant:cc681533b1fb4bbeaaa783575b1f9f29 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:41.660301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:41.669548 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:41.669886 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.680661 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.693259 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 0b43b833-e08c-4098-a139-2d8056bbe087 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:37:41.698001 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-f88136ad-3771-4b64-9f0b-c5bdefbb3256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:41.751150 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd5b084-4f8d-4f0e-b588-bfdc6d666861,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:41.756558 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:41.786740 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e96130ab2824c3494c04c3f435acc87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4376547 Sep 15 08:37:41.787545 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47528) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:41.793472 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Made reservation on behalf of cc681533b1fb4bbeaaa783575b1f9f29 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:41.795776 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:41.841066 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea67c-7a90-485c-919a-3033c462321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.065310 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47540) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:42.097916 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.112459 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79153822-1465-4154-aec6-81339cf0fb49 req-bae7b916-bb12-4118-adb4-576cb7c941b1 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:42.114194 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-79153822-1465-4154-aec6-81339cf0fb49 req-bae7b916-bb12-4118-adb4-576cb7c941b1 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 945 time: 0.3884563 Sep 15 08:37:42.119609 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:42.215515 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a8107a85-bd65-43c9-aa4a-762e06cc2a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.245910 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.258233 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=96003cbd-10a0-4a0b-a41c-a17c08808507,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:42.273768 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:42.297735 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.324211 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Sync routers for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:37:42.331909 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a8107a85-bd65-43c9-aa4a-762e06cc2a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.339336 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:42.340058 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:42.345323 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:42.351821 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Usage tracker for resource:security_group_rule and tenant:47ebe5f4d30645d0a57379d568574ad1 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:42.355503 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:42.362609 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:42.364386 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-79153822-1465-4154-aec6-81339cf0fb49 req-f8d50b7d-f8ea-41b7-8cab-7a3b095199b7 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117939 Sep 15 08:37:42.370714 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d670275-aab4-4066-a52e-74ca990c98c3 req-4105566c-bb0b-4d48-9fd0-0b55def2c779 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:42.377308 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9d670275-aab4-4066-a52e-74ca990c98c3 req-4105566c-bb0b-4d48-9fd0-0b55def2c779 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1506336 Sep 15 08:37:42.400884 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Checking segment: {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:42.401250 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Network hostable DHCP agents. Network: 497991f9-93e4-44dd-8f72-d5ffd0901c47, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:37:42.455051 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9d670275-aab4-4066-a52e-74ca990c98c3 req-7e77baa8-f1b7-430a-8706-0764c85ef993 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764375 Sep 15 08:37:42.481293 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:37:42.484568 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.492850 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a8107a85-bd65-43c9-aa4a-762e06cc2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.498058 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3336e90c-a9f4-4810-8e0b-13c1cf173eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:42.507791 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.511773 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.519739 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1967cfdf-9fc4-4790-b432-5c44f5be8dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:42.533658 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:42.540211 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 497991f9-93e4-44dd-8f72-d5ffd0901c47) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:42.558412 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:42.559001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.573122 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb4e5c-1a04-4ec4-9832-0043b0d71022 None None] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:37:42.575245 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e507c258-29d5-454a-829b-231ed9f6d0ee,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:42.578391 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:42.584993 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47ebe5f4d30645d0a57379d568574ad1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5185242 Sep 15 08:37:42.587484 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47546) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:42.609429 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81690bae-fabb-4412-9326-b5eefd8698f8,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:42.612027 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:42.615685 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e6bce7c5-8a1b-48ab-a1b3-5b0f4eba6b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:42.623367 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a8107a85-bd65-43c9-aa4a-762e06cc2a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.626945 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-a8107a85-bd65-43c9-aa4a-762e06cc2a92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dd5b084-4f8d-4f0e-b588-bfdc6d666861 HTTP/1.1" status: 204 len: 168 time: 0.8356416 Sep 15 08:37:42.634573 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-99ec20e9-a49b-4d9c-9ec8-b658d6383dfe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2780178 Sep 15 08:37:42.635644 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8107a85-bd65-43c9-aa4a-762e06cc2a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd5b084-4f8d-4f0e-b588-bfdc6d666861,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:42.637085 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47552) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:42.638035 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a8107a85-bd65-43c9-aa4a-762e06cc2a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:42.643062 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:42.647890 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Checking segment: {'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:42.648244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Network hostable DHCP agents. Network: 0b43b833-e08c-4098-a139-2d8056bbe087, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:37:42.680409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Network 0b43b833-e08c-4098-a139-2d8056bbe087 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:37:42.694901 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 0b43b833-e08c-4098-a139-2d8056bbe087) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:42.708316 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:42.709809 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865ed05-285a-4816-ae55-2dd5868f81c8 None None] Network 0b43b833-e08c-4098-a139-2d8056bbe087 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:37:42.713160 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:42.713863 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.715565 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Usage tracker for resource:router and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:42.720076 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:42.736168 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:42.743007 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1029127 Sep 15 08:37:42.743807 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47556) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:42.744155 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c55e5e6f-7c5e-4504-81b9-4d512a43b3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.757039 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:42.757522 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.758463 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128619'] for router, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.764139 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:42.769144 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Usage tracker for resource:router and tenant:cc681533b1fb4bbeaaa783575b1f9f29 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:42.773026 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:42.780260 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c55e5e6f-7c5e-4504-81b9-4d512a43b3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.781183 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:42.796835 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.798239 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128619'] for router, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.824453 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.826193 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.941198 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c55e5e6f-7c5e-4504-81b9-4d512a43b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.952261 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-cba1ee55-1643-4d34-9c89-bf6c9ee7944e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:43.003256 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.052917 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e5e6f-7c5e-4504-81b9-4d512a43b3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e507c258-29d5-454a-829b-231ed9f6d0ee,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:43.056973 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c55e5e6f-7c5e-4504-81b9-4d512a43b3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:43.095164 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.111266 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c55e5e6f-7c5e-4504-81b9-4d512a43b3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.129854 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c55e5e6f-7c5e-4504-81b9-4d512a43b3f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e507c258-29d5-454a-829b-231ed9f6d0ee HTTP/1.1" status: 204 len: 168 time: 0.5413549 Sep 15 08:37:43.165122 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:43.355911 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec03a22-7b9b-5070-94e7-cc86b6fb4fee-497991f9-93e4-44dd-8f72-d5ffd0901c47', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507'}]}} from dv-cinder-806007-2-smb. {{(pid=75109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:37:43.356534 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.371481 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.417093 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.484565 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.523097 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.711284 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec03a22-7b9b-5070-94e7-cc86b6fb4fee-0b43b833-e08c-4098-a139-2d8056bbe087', 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'fixed_ips': [{'subnet_id': '81690bae-fabb-4412-9326-b5eefd8698f8'}]}} from dv-cinder-806007-2-smb. {{(pid=75109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:37:43.712191 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.745260 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:43.783904 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Allocated IP 172.28.0.72 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/fd220960-c910-4b45-8351-36927dcc29a3) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:43.795568 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc7700-8d5a-4f1f-956e-b51e43318d19 req-63721083-d349-4c39-9a1c-f6c028728895 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:43.804998 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-edfc7700-8d5a-4f1f-956e-b51e43318d19 req-63721083-d349-4c39-9a1c-f6c028728895 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0977535 Sep 15 08:37:43.813190 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c141ef-ad25-4e1f-b3b5-7538705feecb req-e6bc99d3-9a6b-4106-9534-ff2ef5df4328 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:43.818979 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-73c141ef-ad25-4e1f-b3b5-7538705feecb req-e6bc99d3-9a6b-4106-9534-ff2ef5df4328 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 945 time: 0.1445758 Sep 15 08:37:43.851499 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:43.852483 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.905436 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-edfc7700-8d5a-4f1f-956e-b51e43318d19 req-720765cf-50b3-42a7-87ec-f326755ccecf tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991464 Sep 15 08:37:43.957139 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:38Z', 'revision_number': 2, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:43.970897 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-73c141ef-ad25-4e1f-b3b5-7538705feecb req-29b38608-a8a9-44a2-a852-d9483e1c22d5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308191 Sep 15 08:37:44.015302 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-90ccd171-7eb6-47f0-9510-5f51aa4f39bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.016798 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Checking router: 1d300309-ab6a-40e9-8094-1b16c86570cd for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:37:44.017195 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Updating router 1d300309-ab6a-40e9-8094-1b16c86570cd port cdf36023-72ca-4aae-b3b6-989aa88c5876 binding host dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:37:44.046494 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.053091 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.db_base_plugin_common [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Allocated IP 172.20.0.2 (497991f9-93e4-44dd-8f72-d5ffd0901c47/96003cbd-10a0-4a0b-a41c-a17c08808507/5ffea631-a70d-43a7-a91c-ba5aa74e070a) {{(pid=75109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:44.087396 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.093795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:44.197418 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:44.201961 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:44.205085 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Pushing event updated for resources: {'Port': ['ID=fd220960-c910-4b45-8351-36927dcc29a3,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:44.208002 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:44.242107 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Allocated IP 172.28.0.51 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/0a11d971-afa5-4c85-b1fc-26a45e98fad6) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:44.301824 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.db_base_plugin_common [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Allocated IP 172.20.0.2 (0b43b833-e08c-4098-a139-2d8056bbe087/81690bae-fabb-4412-9326-b5eefd8698f8/d9eca0c9-b2fb-493b-8c07-29bba6821787) {{(pid=75109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:44.304473 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.312304 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:44.352793 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.353679 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037'] for router, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.358900 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.549484 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bbbce3-ca76-4a6b-af78-8faa1bdbb347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:44.595266 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.656186 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.658301 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-67746c3f-086a-4a2e-b56d-d59b148a27e0 tempest-DeleteServersTestJSON-85928108 tempest-DeleteServersTestJSON-85928108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:44.735199 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:44.738111 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:44.742105 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:44.784909 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Pushing event updated for resources: {'Port': ['ID=0a11d971-afa5-4c85-b1fc-26a45e98fad6,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:44.789668 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:44.856304 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Router acc465fa-40bb-45ee-ae43-a3837cfbb26d is scheduled to L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 with binding_index 1 {{(pid=75108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:37:44.966635 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.967425 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037'] for router, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.160700 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8e73de26-2a3b-40ef-a895-94d38c9ab9c0 req-fb2e848d-f73c-469a-b8d8-a0894cc77eaf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 1098 time: 0.1228089 Sep 15 08:37:45.308819 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Notify callbacks [] for port, precommit_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.319543 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Transition to ACTIVE for port object 5ffea631-a70d-43a7-a91c-ba5aa74e070a will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:45.350346 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Transition to ACTIVE for port object 5ffea631-a70d-43a7-a91c-ba5aa74e070a will not be triggered until provisioned by entity DHCP. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:45.353934 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bbbce3-ca76-4a6b-af78-8faa1bdbb347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67', 'code': 200} Sep 15 08:37:45.355680 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:45.377542 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.381180 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.389006 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:45.409733 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8e73de26-2a3b-40ef-a895-94d38c9ab9c0 req-7ad069eb-7cce-4caf-bbf0-99577b9440b0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623604 Sep 15 08:37:45.421482 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b71fa9-a10f-492d-b643-007d6dfcef2c req-c6d3e2a9-3ecf-42ea-9fd5-909600178fc2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:45.434842 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a6b71fa9-a10f-492d-b643-007d6dfcef2c req-c6d3e2a9-3ecf-42ea-9fd5-909600178fc2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 945 time: 0.2478991 Sep 15 08:37:45.463507 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Pushing event updated for resources: {'Port': ['ID=5ffea631-a70d-43a7-a91c-ba5aa74e070a,revision_number=1']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:45.480352 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.480914 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.481420 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.481894 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.482418 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.482911 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.483563 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.484041 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.484526 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.485018 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.485490 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.508282 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:37:45.520922 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Sync routers for ids ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:37:45.543147 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Routers {'acc465fa-40bb-45ee-ae43-a3837cfbb26d'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:45.544575 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:45.550619 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f6e71-ae92-4899-a9d7-6ca83445d9da req-28cd5127-ae6f-4b41-90a3-99c30f9991a6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:45.555264 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f70f6e71-ae92-4899-a9d7-6ca83445d9da req-28cd5127-ae6f-4b41-90a3-99c30f9991a6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.3068256 Sep 15 08:37:45.581142 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:45.607966 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:45.608678 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.628262 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 is already hosted by enough agents. {{(pid=75109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:45.633170 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a6b71fa9-a10f-492d-b643-007d6dfcef2c req-18ef2e84-371d-45a6-9e7d-ff95cbf2694c tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973534 Sep 15 08:37:45.639012 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.640977 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:45.641442 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:45.643172 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8972752 Sep 15 08:37:45.644207 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47638) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:45.651010 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Notify callbacks [] for port, precommit_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.659775 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.base_scheduler [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Resources bound (agent type, host, resource id): {{(pid=75109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:45.668795 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f70f6e71-ae92-4899-a9d7-6ca83445d9da req-312d9967-072f-4438-a5c1-df5745f19755 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078897 Sep 15 08:37:45.690624 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Router 1c420969-e522-4bcb-9e48-9d64a60b46a1 is scheduled to L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 with binding_index 1 {{(pid=75107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:37:45.747449 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Transition to ACTIVE for port object d9eca0c9-b2fb-493b-8c07-29bba6821787 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:45.768626 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Received port after_create {{(pid=75109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:45.795743 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Transition to ACTIVE for port object d9eca0c9-b2fb-493b-8c07-29bba6821787 will not be triggered until provisioned by entity DHCP. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:45.839147 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.852449 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:46.094272 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Set router acc465fa-40bb-45ee-ae43-a3837cfbb26d gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:46.104784 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.db.resource_extend [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:37:46.126230 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Network 0b43b833-e08c-4098-a139-2d8056bbe087 is already hosted by enough agents. {{(pid=75109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:46.127415 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Attempting to bind port 5ffea631-a70d-43a7-a91c-ba5aa74e070a on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:46.127930 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Attempting to bind port 5ffea631-a70d-43a7-a91c-ba5aa74e070a by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:46.128557 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Attempting to bind port 5ffea631-a70d-43a7-a91c-ba5aa74e070a on network 497991f9-93e4-44dd-8f72-d5ffd0901c47 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:46.166935 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.base_scheduler [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Resources bound (agent type, host, resource id): {{(pid=75109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:46.172312 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Received port after_create {{(pid=75109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:46.196268 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Pushing event updated for resources: {'Port': ['ID=d9eca0c9-b2fb-493b-8c07-29bba6821787,revision_number=1']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:46.217516 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:46.274722 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:46.275112 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Checking segment: {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:46.275531 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.275936 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Bound using segment: {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:46.276434 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Bound port: 5ffea631-a70d-43a7-a91c-ba5aa74e070a, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:46.276945 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.282920 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:37:46.302175 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Sync routers for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:37:46.319394 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] Notify callbacks [] for router, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.321053 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-bc08d566-0c1c-4e23-b0da-22fc1472df78 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6829066 Sep 15 08:37:46.323835 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47650) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:46.366618 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Notify callbacks [] for port, precommit_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.442733 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Transition to ACTIVE for port object cdf36023-72ca-4aae-b3b6-989aa88c5876 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:46.450326 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Attempting to bind port d9eca0c9-b2fb-493b-8c07-29bba6821787 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:46.450709 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Attempting to bind port d9eca0c9-b2fb-493b-8c07-29bba6821787 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:46.451084 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Attempting to bind port d9eca0c9-b2fb-493b-8c07-29bba6821787 on network 0b43b833-e08c-4098-a139-2d8056bbe087 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:46.455746 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.459798 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:46.460447 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:46.515010 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.522743 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:44Z', 'revision_number': 3, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port': {'id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:46.530153 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Checking router: acc465fa-40bb-45ee-ae43-a3837cfbb26d for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:37:46.530937 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Updating router acc465fa-40bb-45ee-ae43-a3837cfbb26d port fd220960-c910-4b45-8351-36927dcc29a3 binding host dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:37:46.536881 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:46.590692 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:46.590988 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Checking segment: {'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:46.591376 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.591778 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Bound using segment: {'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:46.592268 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Bound port: d9eca0c9-b2fb-493b-8c07-29bba6821787, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:46.592651 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.605889 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.714171 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] For port 5ffea631-a70d-43a7-a91c-ba5aa74e070a, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:46.831533 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] For port 5ffea631-a70d-43a7-a91c-ba5aa74e070a, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=5ffea631-a70d-43a7-a91c-ba5aa74e070a,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:46.913500 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:46.951072 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf715ca-bd05-4d54-a057-42e24873ed64 None None] Pushing event updated for resources: {'Port': ['ID=cdf36023-72ca-4aae-b3b6-989aa88c5876,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:46.954065 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-6bf715ca-bd05-4d54-a057-42e24873ed64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:47.024368 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.038915 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:47.166855 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] For port d9eca0c9-b2fb-493b-8c07-29bba6821787, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:47.167129 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5590359-a002-4360-add8-4ffbf9a60d15 req-b6258c45-4f61-46f5-8a96-9c9db1ff8dd0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:47.168943 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c5590359-a002-4360-add8-4ffbf9a60d15 req-b6258c45-4f61-46f5-8a96-9c9db1ff8dd0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1305437 Sep 15 08:37:47.306638 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c5590359-a002-4360-add8-4ffbf9a60d15 req-04856fc6-9114-4145-9574-d120b36fb664 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977256 Sep 15 08:37:47.330822 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Notify callbacks [] for port, precommit_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.361080 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.provisioning_blocks [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Transition to ACTIVE for port object fd220960-c910-4b45-8351-36927dcc29a3 will not be triggered until provisioned by entity L2. {{(pid=75110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:47.377945 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] For port d9eca0c9-b2fb-493b-8c07-29bba6821787, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d9eca0c9-b2fb-493b-8c07-29bba6821787,segment=NetworkSegment(e71aacc8-e615-4d6c-b722-75d59e324637),segment_id=e71aacc8-e615-4d6c-b722-75d59e324637)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:47.381488 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.402787 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:47.426797 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Pushing event updated for resources: {'Port': ['ID=5ffea631-a70d-43a7-a91c-ba5aa74e070a,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:47.442722 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.442880 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94839d4-a326-4b24-b959-4f3c6ee40745 req-cd015f9c-96da-4350-be86-05f6135de8c5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:47.458779 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a94839d4-a326-4b24-b959-4f3c6ee40745 req-cd015f9c-96da-4350-be86-05f6135de8c5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 946 time: 0.4236035 Sep 15 08:37:47.536172 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:47.537893 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-89d95f21-4a28-43b3-8c8e-408f6932ce0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:47.560721 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Allocated IP 172.20.0.1 (0b43b833-e08c-4098-a139-2d8056bbe087/81690bae-fabb-4412-9326-b5eefd8698f8/21de48d1-a288-484b-8d8f-93621b7c8c6d) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:47.618146 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Attempting to bind port cdf36023-72ca-4aae-b3b6-989aa88c5876 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:47.619075 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Attempting to bind port cdf36023-72ca-4aae-b3b6-989aa88c5876 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:47.619712 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Attempting to bind port cdf36023-72ca-4aae-b3b6-989aa88c5876 on network 05cf2c99-1d13-4bce-bc2d-5aada568e3de {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:47.661297 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:47.696416 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Pushing event updated for resources: {'Port': ['ID=fd220960-c910-4b45-8351-36927dcc29a3,revision_number=2']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:47.710866 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a94839d4-a326-4b24-b959-4f3c6ee40745 req-05a3cd7c-cb9c-4981-a28c-40ca9116239b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487302 Sep 15 08:37:47.721140 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.721491 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.723850 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.724245 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.724635 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.724965 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.725287 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.725691 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.735747 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.736110 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.736444 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:47.750352 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:47.774757 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Attempting to bind port fd220960-c910-4b45-8351-36927dcc29a3 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:47.775419 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Attempting to bind port fd220960-c910-4b45-8351-36927dcc29a3 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:47.775964 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Attempting to bind port fd220960-c910-4b45-8351-36927dcc29a3 on network bb2869aa-760a-4447-b522-1ae6d3f088da {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:47.784581 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:47.784962 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Checking segment: {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:47.785364 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.785764 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Bound using segment: {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:47.786252 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Bound port: cdf36023-72ca-4aae-b3b6-989aa88c5876, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:47.786649 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.790956 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:47.791337 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:47.791748 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.792150 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Bound using segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:47.792633 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Bound port: fd220960-c910-4b45-8351-36927dcc29a3, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:47.793006 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.918103 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] For port fd220960-c910-4b45-8351-36927dcc29a3, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:47.922366 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] For port fd220960-c910-4b45-8351-36927dcc29a3, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=fd220960-c910-4b45-8351-36927dcc29a3,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:47.931580 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:47.941843 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Pushing event updated for resources: {'Port': ['ID=d9eca0c9-b2fb-493b-8c07-29bba6821787,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:47.944247 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:47.948891 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:48.054485 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:48.089598 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Transition to ACTIVE for port object 21de48d1-a288-484b-8d8f-93621b7c8c6d will not be triggered until provisioned by entity DHCP. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:48.136325 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:48.140740 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Routers {'acc465fa-40bb-45ee-ae43-a3837cfbb26d'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:48.142416 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:48.164566 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:48.189520 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:48.265777 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] For port cdf36023-72ca-4aae-b3b6-989aa88c5876, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:48.280203 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] For port cdf36023-72ca-4aae-b3b6-989aa88c5876, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=cdf36023-72ca-4aae-b3b6-989aa88c5876,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:48.342331 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:48.356344 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Pushing event updated for resources: {'Port': ['ID=fd220960-c910-4b45-8351-36927dcc29a3,revision_number=3']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:48.371098 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:48.385261 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:48.442718 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Pushing event updated for resources: {'Port': ['ID=21de48d1-a288-484b-8d8f-93621b7c8c6d,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:48.464900 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:48.487727 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Network 0b43b833-e08c-4098-a139-2d8056bbe087 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:48.497874 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:48.504895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:48.505386 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726227'] for router_interface, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:48.651842 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] Set router acc465fa-40bb-45ee-ae43-a3837cfbb26d gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:48.753182 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:48.848675 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf715ca-bd05-4d54-a057-42e24873ed64 None None] Pushing event updated for resources: {'Port': ['ID=cdf36023-72ca-4aae-b3b6-989aa88c5876,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:48.859291 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-6bf715ca-bd05-4d54-a057-42e24873ed64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:48.866079 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:48.866759 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:48.948046 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Allocated IP 172.20.0.1 (497991f9-93e4-44dd-8f72-d5ffd0901c47/96003cbd-10a0-4a0b-a41c-a17c08808507/efba7cb0-f502-4330-937c-544a6d4d2ba3) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:49.184034 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:49.221311 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Transition to ACTIVE for port object efba7cb0-f502-4330-937c-544a6d4d2ba3 will not be triggered until provisioned by entity DHCP. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:49.223448 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:49.236873 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:49.244249 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:49.246410 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1393871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-723560'] for router_interface, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:49.256753 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:49.287750 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:44Z', 'revision_number': 3, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port': {'id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:49.293686 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e60c-fff9-4113-b9c4-e3f616980049 None None] The sync data for ids ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'] in dv-cinder-806007-2-smb is: [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:44Z', 'revision_number': 3, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port': {'id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:37:49.304672 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:49.320776 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:49.339813 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437587e-22f6-41ec-9c75-29e6f8d30c4e None None] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:37:49.383348 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:49.386894 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:49.403097 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9917fdd-cd4a-481e-a306-c8bfe81e25e6 req-70b0ab6d-774b-4250-a62c-d6e7e01690b2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:49.404624 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c9917fdd-cd4a-481e-a306-c8bfe81e25e6 req-70b0ab6d-774b-4250-a62c-d6e7e01690b2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.5677261 Sep 15 08:37:49.407833 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:49.475409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Pushing event updated for resources: {'Port': ['ID=21de48d1-a288-484b-8d8f-93621b7c8c6d,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:49.479200 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:49.553094 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Pushing event updated for resources: {'Port': ['ID=efba7cb0-f502-4330-937c-544a6d4d2ba3,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:49.560104 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:49.566491 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c9917fdd-cd4a-481e-a306-c8bfe81e25e6 req-34689f40-a38d-4fbb-ac60-8491727f1b49 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043413 Sep 15 08:37:49.573291 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726227'] for router_interface, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:49.599252 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d9eca0c9-b2fb-493b-8c07-29bba6821787 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:49.601330 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba0a1-27b3-48c5-a61d-1988f29a1eaa req-98fc38f7-9800-425a-aa44-c82f3dfa8e6f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:49.610722 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-35cba0a1-27b3-48c5-a61d-1988f29a1eaa req-98fc38f7-9800-425a-aa44-c82f3dfa8e6f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 946 time: 0.3137610 Sep 15 08:37:49.676797 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:44Z', 'revision_number': 3, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:49.698542 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-35cba0a1-27b3-48c5-a61d-1988f29a1eaa req-7cc139e6-2ead-4c1d-a06c-d01694a24950 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859649 Sep 15 08:37:49.747719 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Network 0b43b833-e08c-4098-a139-2d8056bbe087 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:49.749307 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:49.808493 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-56eab81a-e88a-49b4-aa17-a2d6eecdf380 None None] Provisioning for port 5ffea631-a70d-43a7-a91c-ba5aa74e070a completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:49.811860 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Checking router: 1c420969-e522-4bcb-9e48-9d64a60b46a1 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:37:49.812244 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Updating router 1c420969-e522-4bcb-9e48-9d64a60b46a1 port 0a11d971-afa5-4c85-b1fc-26a45e98fad6 binding host dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:37:49.864051 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80de026a-3f5b-41be-bc79-be583739f757 None None] Network 0b43b833-e08c-4098-a139-2d8056bbe087 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:37:49.906016 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:50.407715 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:50.451853 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Router acc465fa-40bb-45ee-ae43-a3837cfbb26d has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:37:50.486612 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:50.507619 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:50.583520 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8e8a6bdd-3cda-490b-96e3-cc843467b70d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:50.781673 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1393871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-723560'] for router_interface, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:50.970801 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:37:50.984677 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] 10.222.0.32 "PUT /v2.0/routers/acc465fa-40bb-45ee-ae43-a3837cfbb26d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3392246 Sep 15 08:37:51.051630 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Pushing event updated for resources: {'Port': ['ID=efba7cb0-f502-4330-937c-544a6d4d2ba3,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:51.061881 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:51.100168 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9228793-ee09-4668-a9fa-481341029c49 req-09428086-8c29-461f-b13d-00c356f2f430 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:51.101685 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d9228793-ee09-4668-a9fa-481341029c49 req-09428086-8c29-461f-b13d-00c356f2f430 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.2895370 Sep 15 08:37:51.183801 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:51.186508 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:51.320257 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port d9eca0c9-b2fb-493b-8c07-29bba6821787 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:51.374025 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 5ffea631-a70d-43a7-a91c-ba5aa74e070a up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:51.426293 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d9228793-ee09-4668-a9fa-481341029c49 req-6cee0843-f9fa-4a17-9a5c-2538c8615dd6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052502 Sep 15 08:37:51.434263 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] Provisioning for port d9eca0c9-b2fb-493b-8c07-29bba6821787 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:51.467402 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] Provisioning complete for port d9eca0c9-b2fb-493b-8c07-29bba6821787 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:51.467818 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:51.669839 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 5ffea631-a70d-43a7-a91c-ba5aa74e070a completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:51.701004 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Router 1c420969-e522-4bcb-9e48-9d64a60b46a1 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:37:51.719894 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:48Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:51.728953 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Notify callbacks [] for port, precommit_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:51.739360 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 5ffea631-a70d-43a7-a91c-ba5aa74e070a triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:51.739741 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:51.783789 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e21bfd-286a-4e4e-8802-db412ba3a905 None None] The sync data for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb is: [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:48Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:37:51.800099 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Transition to ACTIVE for port object 0a11d971-afa5-4c85-b1fc-26a45e98fad6 will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:51.835579 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:51.849096 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-3cc3b0c3-c0e8-46bd-af11-4cfb9ae0f4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:51.974077 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a647aca-f90a-4a85-a83c-a7af1dcb41f5 None None] Pushing event updated for resources: {'Port': ['ID=0a11d971-afa5-4c85-b1fc-26a45e98fad6,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:51.996884 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:52.026202 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-8a647aca-f90a-4a85-a83c-a7af1dcb41f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:52.190479 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:37:52.263429 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c420969-e522-4bcb-9e48-9d64a60b46a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9382150 Sep 15 08:37:52.331257 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] For port d9eca0c9-b2fb-493b-8c07-29bba6821787, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d9eca0c9-b2fb-493b-8c07-29bba6821787,segment=NetworkSegment(e71aacc8-e615-4d6c-b722-75d59e324637),segment_id=e71aacc8-e615-4d6c-b722-75d59e324637)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:52.333221 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Attempting to bind port 0a11d971-afa5-4c85-b1fc-26a45e98fad6 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:52.334831 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Attempting to bind port 0a11d971-afa5-4c85-b1fc-26a45e98fad6 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:52.335491 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Attempting to bind port 0a11d971-afa5-4c85-b1fc-26a45e98fad6 on network bb2869aa-760a-4447-b522-1ae6d3f088da {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:52.360332 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:52.362047 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:52.362737 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:52.364780 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Bound using segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:52.366647 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Bound port: 0a11d971-afa5-4c85-b1fc-26a45e98fad6, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:52.368796 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:52.485426 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:52.546970 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-6bf715ca-bd05-4d54-a057-42e24873ed64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:52.913763 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] For port 0a11d971-afa5-4c85-b1fc-26a45e98fad6, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:52.925545 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] For port 0a11d971-afa5-4c85-b1fc-26a45e98fad6, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=0a11d971-afa5-4c85-b1fc-26a45e98fad6,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:52.946538 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.032818 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.181621 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] Pushing event updated for resources: {'Port': ['ID=d9eca0c9-b2fb-493b-8c07-29bba6821787,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:53.201127 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Provisioning for port efba7cb0-f502-4330-937c-544a6d4d2ba3 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:53.227694 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:53.233537 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 5ffea631-a70d-43a7-a91c-ba5aa74e070a, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=5ffea631-a70d-43a7-a91c-ba5aa74e070a,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:53.237856 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b583db-9e75-4fe0-8187-8e4452d3d329 req-bea9b23b-b69f-4faf-a76a-b578b6c2ab79 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:53.239610 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f6b583db-9e75-4fe0-8187-8e4452d3d329 req-bea9b23b-b69f-4faf-a76a-b578b6c2ab79 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.2819982 Sep 15 08:37:53.241491 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Provisioning complete for port efba7cb0-f502-4330-937c-544a6d4d2ba3 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:53.241708 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.434613 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f6b583db-9e75-4fe0-8187-8e4452d3d329 req-1b9b9d47-8f55-464f-ab89-64a30d8747db tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724911 Sep 15 08:37:53.512958 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:53.614416 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47792) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:53.675754 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Port efba7cb0-f502-4330-937c-544a6d4d2ba3 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:37:53.682611 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a647aca-f90a-4a85-a83c-a7af1dcb41f5 None None] Pushing event updated for resources: {'Port': ['ID=0a11d971-afa5-4c85-b1fc-26a45e98fad6,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:53.691138 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-8a647aca-f90a-4a85-a83c-a7af1dcb41f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:53.703227 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.717828 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:53.834630 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:53.834630 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:53.984956 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.110098 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:54.121084 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Usage tracker for resource:security_group_rule and tenant:abc22afae2954888b74effc4a4104d1f is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:54.124184 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:54.136158 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:54.154211 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d9eca0c9-b2fb-493b-8c07-29bba6821787 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:54.269749 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Provisioning complete for port d9eca0c9-b2fb-493b-8c07-29bba6821787 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:54.270137 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.291537 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.297131 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.306665 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8442a7e2-018f-4d6a-a1a2-6b8b79afabd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:54.360541 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1656ce-292f-4ac7-9480-02f422ce82bd,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:54.381030 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:54.389547 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abc22afae2954888b74effc4a4104d1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7731335 Sep 15 08:37:54.392011 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47814) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:54.405920 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=5ffea631-a70d-43a7-a91c-ba5aa74e070a,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:54.419204 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:54.485576 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port d9eca0c9-b2fb-493b-8c07-29bba6821787 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:54.486194 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.547690 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ea06-1ce3-412e-94ee-276eb335bcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.612825 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ea06-1ce3-412e-94ee-276eb335bcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.683449 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Provisioning for port 21de48d1-a288-484b-8d8f-93621b7c8c6d completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:54.694964 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Provisioning complete for port 21de48d1-a288-484b-8d8f-93621b7c8c6d triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:54.695551 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.737352 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:54.835271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47828) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:54.841929 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1552667694-network', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:54.842690 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ea06-1ce3-412e-94ee-276eb335bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.849940 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:54.853557 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c55e5e6f-7c5e-4504-81b9-4d512a43b3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:54.869516 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Usage tracker for resource:network and tenant:b8830f80341948a5b50ba01d64f0e019 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:54.880784 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:54.883794 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9825b34-f995-4c94-a0c3-e54161547339 req-c72abe06-04a4-49aa-af99-c70705a62eb0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:54.900069 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:54.902669 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Port 21de48d1-a288-484b-8d8f-93621b7c8c6d cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:37:54.908078 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device cdf36023-72ca-4aae-b3b6-989aa88c5876 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:54.917534 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d9825b34-f995-4c94-a0c3-e54161547339 req-c72abe06-04a4-49aa-af99-c70705a62eb0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.2152991 Sep 15 08:37:54.944596 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Made reservation on behalf of b8830f80341948a5b50ba01d64f0e019 for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:54.948438 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:54.980611 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.047968 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:55.061337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Usage tracker for resource:security_group_rule and tenant:b8830f80341948a5b50ba01d64f0e019 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:55.065487 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:55.081485 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:55.108094 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ea06-1ce3-412e-94ee-276eb335bcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.111651 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-4fb9ea06-1ce3-412e-94ee-276eb335bcc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb1656ce-292f-4ac7-9480-02f422ce82bd HTTP/1.1" status: 204 len: 168 time: 0.7161512 Sep 15 08:37:55.122565 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9ea06-1ce3-412e-94ee-276eb335bcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1656ce-292f-4ac7-9480-02f422ce82bd,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:55.128682 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4fb9ea06-1ce3-412e-94ee-276eb335bcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:55.200909 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d9825b34-f995-4c94-a0c3-e54161547339 req-eb87e66e-ae5b-4d6c-b626-fe7748988364 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823830 Sep 15 08:37:55.314863 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.322154 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port cdf36023-72ca-4aae-b3b6-989aa88c5876 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:55.324830 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.360474 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port cdf36023-72ca-4aae-b3b6-989aa88c5876 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:55.361491 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.395586 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9f848b73-4b41-4076-a455-337f12488fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:55.413999 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:37:55.464795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8120998b-94dd-48ff-96ac-0d283a93a3f5,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:55.470947 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.471308 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Added segment 54964296-dc42-4883-a7bf-8bd167b9b0fd of type vlan for network 28cf6c92-98ac-4605-8376-0d8444caad54 Sep 15 08:37:55.508059 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Provisioning complete for port 5ffea631-a70d-43a7-a91c-ba5aa74e070a triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:55.508550 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8aced43-bc17-4d87-a8cb-c2323a546cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.512223 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.541517 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:55.570783 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.572230 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:55.573934 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.582106 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8306f3b6-6181-4c7d-8d16-f66cb0267b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:55.823926 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-015209b7-1e08-4727-8580-c68655d93370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:37:50Z', 'revision_number': 2, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:55.840946 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:55.855047 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015209b7-1e08-4727-8580-c68655d93370 None None] The sync data for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb is: [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:37:50Z', 'revision_number': 2, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:37:55.938147 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47848) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:55.939027 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1015067 Sep 15 08:37:55.945476 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Request body: {'subnet': {'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1552667694-subnet', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'ip_version': 4}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:55.953272 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:55.966365 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Usage tracker for resource:subnet and tenant:b8830f80341948a5b50ba01d64f0e019 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:55.971457 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:56.003048 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Pushing event updated for resources: {'Network': ['ID=28cf6c92-98ac-4605-8376-0d8444caad54,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:56.005314 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:56.016296 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port cdf36023-72ca-4aae-b3b6-989aa88c5876, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=cdf36023-72ca-4aae-b3b6-989aa88c5876,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:56.017185 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:56.026307 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 28cf6c92-98ac-4605-8376-0d8444caad54 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:37:56.036256 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Made reservation on behalf of b8830f80341948a5b50ba01d64f0e019 for: {'subnet': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:56.039414 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4087558'] for subnet, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.054191 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.055500 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device fd220960-c910-4b45-8351-36927dcc29a3 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:56.085481 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-ad517290-19f2-4c92-ac1a-8a9e8b3cb5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:56.353562 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4087592'] for subnet, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.364900 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-012290b9-7e13-4ed6-a7c7-0b0c00a57e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:56.440116 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-9bcd3bed-07c2-488c-85db-90af429da28c None None] Provisioning complete for port efba7cb0-f502-4330-937c-544a6d4d2ba3 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:56.440383 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3bed-07c2-488c-85db-90af429da28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.475630 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Checking segment: {'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:56.475989 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Network hostable DHCP agents. Network: 28cf6c92-98ac-4605-8376-0d8444caad54, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:37:56.489382 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce4c562-1220-47cc-ba8c-73b29f9e8fb2,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:56.492624 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:56.525490 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Network 28cf6c92-98ac-4605-8376-0d8444caad54 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:37:56.551704 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 28cf6c92-98ac-4605-8376-0d8444caad54) {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:56.557566 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:56.558160 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.559791 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd3bed-07c2-488c-85db-90af429da28c None None] Port efba7cb0-f502-4330-937c-544a6d4d2ba3 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:37:56.590149 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148752f-057c-4cd2-86ea-967540c1ca10 None None] Network 28cf6c92-98ac-4605-8376-0d8444caad54 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:37:56.604456 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-21b5b6f6-9072-43da-8b61-8cc5effce260 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6627362 Sep 15 08:37:56.604678 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47872) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:56.612812 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:56.618856 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=cdf36023-72ca-4aae-b3b6-989aa88c5876,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:56.624082 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:56.624453 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:56.634302 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Usage tracker for resource:router and tenant:b8830f80341948a5b50ba01d64f0e019 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:56.645034 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:56.659305 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:56.678738 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5111-3de7-4514-9c05-ac879d7934f3 req-e03e66d2-aa32-4869-a60b-6d783b08c756 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:56.681737 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.682839 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128619'] for router, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.697285 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3f9c5111-3de7-4514-9c05-ac879d7934f3 req-e03e66d2-aa32-4869-a60b-6d783b08c756 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.2149680 Sep 15 08:37:56.736019 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.794893 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3f9c5111-3de7-4514-9c05-ac879d7934f3 req-e9d07307-5a24-44ca-95e5-279403ccba4a tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966477 Sep 15 08:37:56.886422 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port fd220960-c910-4b45-8351-36927dcc29a3 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:56.903144 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port fd220960-c910-4b45-8351-36927dcc29a3 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:56.903530 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.948782 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-9bcd3bed-07c2-488c-85db-90af429da28c None None] Provisioning complete for port 21de48d1-a288-484b-8d8f-93621b7c8c6d triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:56.949212 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3bed-07c2-488c-85db-90af429da28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:57.095297 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128629'] for router, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:57.157889 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd3bed-07c2-488c-85db-90af429da28c None None] Port 21de48d1-a288-484b-8d8f-93621b7c8c6d cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:37:57.336910 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:57.430756 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec03a22-7b9b-5070-94e7-cc86b6fb4fee-28cf6c92-98ac-4605-8376-0d8444caad54', 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'fixed_ips': [{'subnet_id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2'}]}} from dv-cinder-806007-2-smb. {{(pid=75109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:37:57.431841 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:57.485867 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port fd220960-c910-4b45-8351-36927dcc29a3, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=fd220960-c910-4b45-8351-36927dcc29a3,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:57.508729 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:57.511814 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e44cc432-4cbb-4dac-8756-14b3d86e89b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:57.588042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:57.659664 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:57.777720 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device cdf36023-72ca-4aae-b3b6-989aa88c5876 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:57.933316 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Allocated IP 172.28.0.195 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/ab054f5e-138c-4354-96d8-7b9e53a71d3a) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:57.993901 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.db_base_plugin_common [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Allocated IP 172.20.0.2 (28cf6c92-98ac-4605-8376-0d8444caad54/3ce4c562-1220-47cc-ba8c-73b29f9e8fb2/b6f3555f-b0d7-4626-a607-2d30c86778ce) {{(pid=75109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:58.005210 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=fd220960-c910-4b45-8351-36927dcc29a3,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:58.353902 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:58.356669 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.387865 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6f55b-c4ea-4459-929e-a37e6f71e40c req-b747a02c-31ae-411e-80d5-ac371521e2c7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:58.389382 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2fc6f55b-c4ea-4459-929e-a37e6f71e40c req-b747a02c-31ae-411e-80d5-ac371521e2c7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.3674200 Sep 15 08:37:58.392852 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Notify callbacks [] for port, precommit_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.405833 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Transition to ACTIVE for port object b6f3555f-b0d7-4626-a607-2d30c86778ce will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:58.430766 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Transition to ACTIVE for port object b6f3555f-b0d7-4626-a607-2d30c86778ce will not be triggered until provisioned by entity DHCP. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:58.433191 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port cdf36023-72ca-4aae-b3b6-989aa88c5876 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:58.433575 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.472627 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2fc6f55b-c4ea-4459-929e-a37e6f71e40c req-0a04b277-ee5b-40b8-8621-2c7899fc981e tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703421 Sep 15 08:37:58.493843 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.496361 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.498711 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:58.501659 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fedc29db-62ca-4249-b0c1-656745a93e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:58.608756 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:58.611909 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:58.614792 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:58.628278 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Network 28cf6c92-98ac-4605-8376-0d8444caad54 is already hosted by enough agents. {{(pid=75109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:58.634703 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Pushing event updated for resources: {'Port': ['ID=b6f3555f-b0d7-4626-a607-2d30c86778ce,revision_number=1']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:58.639243 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.scheduler.base_scheduler [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Resources bound (agent type, host, resource id): {{(pid=75109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:58.641036 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:58.648511 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Received port after_create {{(pid=75109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:58.663135 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab054f5e-138c-4354-96d8-7b9e53a71d3a,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:58.674680 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:58.747494 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 5ffea631-a70d-43a7-a91c-ba5aa74e070a up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:58.850373 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Attempting to bind port b6f3555f-b0d7-4626-a607-2d30c86778ce on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:58.851198 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Attempting to bind port b6f3555f-b0d7-4626-a607-2d30c86778ce by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:58.851410 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Attempting to bind port b6f3555f-b0d7-4626-a607-2d30c86778ce on network 28cf6c92-98ac-4605-8376-0d8444caad54 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:58.853699 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.854731 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726037'] for router, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.860341 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:58.860718 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Checking segment: {'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:58.861132 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.861525 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Bound using segment: {'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:58.861998 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Bound port: b6f3555f-b0d7-4626-a607-2d30c86778ce, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:58.862399 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:58.943394 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 5ffea631-a70d-43a7-a91c-ba5aa74e070a triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:58.943876 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:59.027403 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] For port b6f3555f-b0d7-4626-a607-2d30c86778ce, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:59.033124 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] For port b6f3555f-b0d7-4626-a607-2d30c86778ce, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=b6f3555f-b0d7-4626-a607-2d30c86778ce,segment=NetworkSegment(54964296-dc42-4883-a7bf-8bd167b9b0fd),segment_id=54964296-dc42-4883-a7bf-8bd167b9b0fd)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:59.068753 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:59.078775 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:59.235873 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Pushing event updated for resources: {'Port': ['ID=b6f3555f-b0d7-4626-a607-2d30c86778ce,revision_number=2']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:59.243064 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:59.250898 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Router fd50600e-4721-443d-9018-e35c90137d9e is scheduled to L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 with binding_index 1 {{(pid=75107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:37:59.706257 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:37:59.718375 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Sync routers for ids ['fd50600e-4721-443d-9018-e35c90137d9e'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:37:59.738452 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Routers {'fd50600e-4721-443d-9018-e35c90137d9e'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:59.739360 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['fd50600e-4721-443d-9018-e35c90137d9e'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:59.782258 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device b6f3555f-b0d7-4626-a607-2d30c86778ce up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:59.859014 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Notify callbacks [] for router, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:59.866008 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2595804 Sep 15 08:37:59.867933 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 47928) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:59.910493 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6054-e843-4b37-a77e-c12cd57519fa req-2204e0dc-2541-48dc-9152-ed144ebf66e3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:59.919724 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8ee6054-e843-4b37-a77e-c12cd57519fa req-2204e0dc-2541-48dc-9152-ed144ebf66e3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.2751038 Sep 15 08:37:59.937834 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port b6f3555f-b0d7-4626-a607-2d30c86778ce completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:59.951602 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device fd220960-c910-4b45-8351-36927dcc29a3 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:00.097048 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:00.140189 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8ee6054-e843-4b37-a77e-c12cd57519fa req-7a82aac6-76b6-419b-adea-86060b74fc96 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117665 Sep 15 08:38:00.148777 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port fd220960-c910-4b45-8351-36927dcc29a3 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:00.149158 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:00.200020 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-36d78915-b293-41ae-aa56-45a58edaba37 req-d6589a13-2989-4160-9808-e9f5c860e6e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 1098 time: 0.1729379 Sep 15 08:38:00.339066 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-36d78915-b293-41ae-aa56-45a58edaba37 req-23480c49-baad-4ac2-93da-f96dba1a00e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314201 Sep 15 08:38:00.361658 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Set router fd50600e-4721-443d-9018-e35c90137d9e gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:00.720393 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55931f07-85b9-499f-b6f1-123cb48d0cf3 None None] Network 28cf6c92-98ac-4605-8376-0d8444caad54 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:38:00.846853 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] Provisioning for port b6f3555f-b0d7-4626-a607-2d30c86778ce completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:00.859391 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:37:58Z', 'revision_number': 3, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port': {'id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:57Z', 'updated_at': '2021-09-15T08:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:00.865744 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] Provisioning complete for port b6f3555f-b0d7-4626-a607-2d30c86778ce triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:00.866502 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:00.867285 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Checking router: fd50600e-4721-443d-9018-e35c90137d9e for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:38:00.867757 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Updating router fd50600e-4721-443d-9018-e35c90137d9e port ab054f5e-138c-4354-96d8-7b9e53a71d3a binding host dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:38:00.942404 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.135627 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.213927 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] For port b6f3555f-b0d7-4626-a607-2d30c86778ce, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=b6f3555f-b0d7-4626-a607-2d30c86778ce,segment=NetworkSegment(54964296-dc42-4883-a7bf-8bd167b9b0fd),segment_id=54964296-dc42-4883-a7bf-8bd167b9b0fd)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:01.226114 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.226716 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.233810 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:01.339792 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] Pushing event updated for resources: {'Port': ['ID=b6f3555f-b0d7-4626-a607-2d30c86778ce,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:01.346477 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:01.499176 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1af13c-9736-490b-b4cf-dc8594bbc8f4 req-281e4e35-81d9-4d78-9f1d-161e2d5de888 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:01.514713 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9d1af13c-9736-490b-b4cf-dc8594bbc8f4 req-281e4e35-81d9-4d78-9f1d-161e2d5de888 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1276236 Sep 15 08:38:01.573199 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-6d6482bb-54f9-4911-b5ca-c135562e6542 None None] Provisioning complete for port b6f3555f-b0d7-4626-a607-2d30c86778ce triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:01.574187 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-6d6482bb-54f9-4911-b5ca-c135562e6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.615495 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9d1af13c-9736-490b-b4cf-dc8594bbc8f4 req-8d98930d-e218-4a99-bb1e-a589262f9629 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988569 Sep 15 08:38:01.685174 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Allocated IP 172.20.0.1 (28cf6c92-98ac-4605-8376-0d8444caad54/3ce4c562-1220-47cc-ba8c-73b29f9e8fb2/7cde1064-609e-4841-9654-d33b0113993b) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:01.689128 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Notify callbacks [] for port, precommit_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.707862 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.provisioning_blocks [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Transition to ACTIVE for port object ab054f5e-138c-4354-96d8-7b9e53a71d3a will not be triggered until provisioned by entity L2. {{(pid=75110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:01.722321 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.730697 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device b6f3555f-b0d7-4626-a607-2d30c86778ce up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:01.741017 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:01.845682 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Attempting to bind port ab054f5e-138c-4354-96d8-7b9e53a71d3a on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:01.846129 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Attempting to bind port ab054f5e-138c-4354-96d8-7b9e53a71d3a by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:01.846530 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Attempting to bind port ab054f5e-138c-4354-96d8-7b9e53a71d3a on network bb2869aa-760a-4447-b522-1ae6d3f088da {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:01.887813 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e7c75-469e-48da-a1bf-5d620022d0da None None] Pushing event updated for resources: {'Port': ['ID=ab054f5e-138c-4354-96d8-7b9e53a71d3a,revision_number=2']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:01.892146 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-b67e7c75-469e-48da-a1bf-5d620022d0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:01.894154 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:01.894551 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Checking segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:01.894954 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.895347 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Bound using segment: {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:01.895884 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Bound port: ab054f5e-138c-4354-96d8-7b9e53a71d3a, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cc50af-21e1-466c-a178-00368fceb706', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:01.896264 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.943420 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port b6f3555f-b0d7-4626-a607-2d30c86778ce triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:01.943720 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.037479 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.075343 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Transition to ACTIVE for port object 7cde1064-609e-4841-9654-d33b0113993b will not be triggered until provisioned by entity DHCP. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:02.116909 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.134315 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d1b85370-f516-4ac3-945a-c87d5dbb82f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:02.192436 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Network 28cf6c92-98ac-4605-8376-0d8444caad54 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:02.219289 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] For port ab054f5e-138c-4354-96d8-7b9e53a71d3a, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:02.220572 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:02.223048 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] For port ab054f5e-138c-4354-96d8-7b9e53a71d3a, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=ab054f5e-138c-4354-96d8-7b9e53a71d3a,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:02.228838 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:02.232059 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726227'] for router_interface, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.237634 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.248476 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-33fcac42-6fbe-446a-8a11-6c3f8578b87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:02.277858 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7cde1064-609e-4841-9654-d33b0113993b,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:02.289823 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:02.410309 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.511996 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e7c75-469e-48da-a1bf-5d620022d0da None None] Pushing event updated for resources: {'Port': ['ID=ab054f5e-138c-4354-96d8-7b9e53a71d3a,revision_number=3']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:02.516462 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-b67e7c75-469e-48da-a1bf-5d620022d0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:02.529934 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Routers {'fd50600e-4721-443d-9018-e35c90137d9e'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:02.530598 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['fd50600e-4721-443d-9018-e35c90137d9e'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:02.620078 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-a296c6b6-1cf9-488a-94ba-7a8887544f05 None None] Provisioning for port 7cde1064-609e-4841-9654-d33b0113993b completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:02.625539 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-a296c6b6-1cf9-488a-94ba-7a8887544f05 None None] Provisioning complete for port 7cde1064-609e-4841-9654-d33b0113993b triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:02.625929 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-a296c6b6-1cf9-488a-94ba-7a8887544f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.760959 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-a296c6b6-1cf9-488a-94ba-7a8887544f05 None None] Port 7cde1064-609e-4841-9654-d33b0113993b cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:38:02.896400 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f227106-7551-4501-9283-ef38f04d1dc8 req-74ddf638-fac9-4fb0-8d8f-6c0e8cf0886f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:02.901354 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0f227106-7551-4501-9283-ef38f04d1dc8 req-74ddf638-fac9-4fb0-8d8f-6c0e8cf0886f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 946 time: 0.1829770 Sep 15 08:38:02.918134 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3de0-7184-43c2-b9de-256aecf1f999 req-a90ade31-8241-4ec8-913c-31ee275e52e9 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:02.927910 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5fda3de0-7184-43c2-b9de-256aecf1f999 req-a90ade31-8241-4ec8-913c-31ee275e52e9 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.1384120 Sep 15 08:38:02.995026 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.011896 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0f227106-7551-4501-9283-ef38f04d1dc8 req-e7db1380-1b3e-475d-aaff-833da822861a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015587 Sep 15 08:38:03.015337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.016158 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1393871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-723560'] for router_interface, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.037597 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5fda3de0-7184-43c2-b9de-256aecf1f999 req-023f122c-f17f-4c4f-8470-6ef630f1f442 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064291 Sep 15 08:38:03.041627 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] Set router fd50600e-4721-443d-9018-e35c90137d9e gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:03.045882 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:03.169670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7cde1064-609e-4841-9654-d33b0113993b,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:03.182887 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47978) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:03.246169 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:03.440146 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.483563 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:03.489852 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Usage tracker for resource:security_group_rule and tenant:9279a4a95cb344e2ac662577bd6ead29 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:03.495609 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3df8e1-0f19-4b43-b4cc-92a8fb3e5c28 req-f9ffc38d-ab8d-4487-815c-6d523cfa7271 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:03.496921 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:03.497128 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df3df8e1-0f19-4b43-b4cc-92a8fb3e5c28 req-f9ffc38d-ab8d-4487-815c-6d523cfa7271 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.3292210 Sep 15 08:38:03.502807 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Network 28cf6c92-98ac-4605-8376-0d8444caad54 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:03.503988 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:03.508188 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:03.555145 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:38:02Z', 'revision_number': 4, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port': {'id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:57Z', 'updated_at': '2021-09-15T08:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '7cde1064-609e-4841-9654-d33b0113993b', 'name': '', 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'mac_address': 'fa:16:3e:a2:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:01Z', 'updated_at': '2021-09-15T08:38:01Z', 'revision_number': 1, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'subnets': [{'id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:03.571372 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7776bbe4-878f-4586-a008-cac27bf36f17 None None] The sync data for ids ['fd50600e-4721-443d-9018-e35c90137d9e'] in dv-cinder-806007-2-smb is: [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:38:02Z', 'revision_number': 4, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port': {'id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:57Z', 'updated_at': '2021-09-15T08:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '7cde1064-609e-4841-9654-d33b0113993b', 'name': '', 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'mac_address': 'fa:16:3e:a2:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:01Z', 'updated_at': '2021-09-15T08:38:01Z', 'revision_number': 1, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'subnets': [{'id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:38:03.664215 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.675898 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.687327 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d01acc36-580c-4bcf-9735-d15051af2f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:03.768322 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb39ec7-632c-40b7-a173-5a53b2380351,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:03.772709 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:03.778800 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9279a4a95cb344e2ac662577bd6ead29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5948653 Sep 15 08:38:03.779899 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 47988) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:03.823207 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df3df8e1-0f19-4b43-b4cc-92a8fb3e5c28 req-3d9e15b9-9e45-4b30-acd4-3a1e65766185 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158870 Sep 15 08:38:03.865427 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-90e4abb7-5ff2-4319-aa93-008faf509cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.896603 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-14ca4816-1c2f-4aec-a9d3-7c241b4e4eea None None] Provisioning complete for port 7cde1064-609e-4841-9654-d33b0113993b triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:03.897123 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-14ca4816-1c2f-4aec-a9d3-7c241b4e4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.940723 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-90e4abb7-5ff2-4319-aa93-008faf509cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.963233 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-14ca4816-1c2f-4aec-a9d3-7c241b4e4eea None None] Port 7cde1064-609e-4841-9654-d33b0113993b cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:38:04.019915 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-90e4abb7-5ff2-4319-aa93-008faf509cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:04.026295 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0169ebf9-b5c2-4826-afd0-74b1e5e029e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:04.051657 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4abb7-5ff2-4319-aa93-008faf509cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb39ec7-632c-40b7-a173-5a53b2380351,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:04.065690 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-90e4abb7-5ff2-4319-aa93-008faf509cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:04.102173 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-90e4abb7-5ff2-4319-aa93-008faf509cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:04.118852 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-90e4abb7-5ff2-4319-aa93-008faf509cbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8eb39ec7-632c-40b7-a173-5a53b2380351 HTTP/1.1" status: 204 len: 168 time: 0.3371165 Sep 15 08:38:04.165359 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Router fd50600e-4721-443d-9018-e35c90137d9e has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:38:04.482936 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5519-51d7-4b2d-a3e2-238437158936 req-7d8f8206-e953-45c3-891c-a4946f729ec1 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:04.493675 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6fca5519-51d7-4b2d-a3e2-238437158936 req-7d8f8206-e953-45c3-891c-a4946f729ec1 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 946 time: 0.1766727 Sep 15 08:38:04.522790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:38:04.545114 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/fd50600e-4721-443d-9018-e35c90137d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6760759 Sep 15 08:38:04.582316 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6fca5519-51d7-4b2d-a3e2-238437158936 req-012a71c4-3e83-4e0b-951e-9046b74aa39d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874805 Sep 15 08:38:05.072425 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-fa4e292c-83c1-4787-8629-be20466fefde tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:05.073934 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-fa4e292c-83c1-4787-8629-be20466fefde tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 946 time: 0.0887444 Sep 15 08:38:05.167038 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Deleting port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:05.167972 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.379685 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48012) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:05.386312 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726756074', 'description': 'tempest-secgroup-smoke-726756074 description', 'project_id': '859b628268124afb94c942d9169df969'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:05.400157 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:05.404448 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:security_group and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:05.407629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:05.414520 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:05.429735 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.452590 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] For port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:05.452984 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.470516 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:05.475748 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:security_group_rule and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:05.479325 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:05.485337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:05.559409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.566124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.571287 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5a79f6df-4ab2-4a64-8cf2-67b8f51f5bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:05.586434 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Calling delete_port for 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:05.605180 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:05.613368 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:05.633171 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.634761 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2532010 Sep 15 08:38:05.637553 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48018) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:05.643652 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'security_group_rule': {'security_group_id': 'b467a1b5-4aa6-4e5e-9d95-932f1c0cb483', 'project_id': '859b628268124afb94c942d9169df969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:05.650074 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:05.654532 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:security_group_rule and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:05.657769 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:05.666629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:05.689252 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.781204 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.787849 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.790170 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:05.832332 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57036748-8376-4b1d-8085-11bf1d4c8614,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:05.853590 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.856894 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:05.861683 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2230144 Sep 15 08:38:05.865136 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:05.865892 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48026) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:05.870060 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-46963683-6616-48e0-b619-c6271298a506 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:05.890710 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['f79ea5fa-fa72-4427-8bf0-91668a556a1c', '1abb68d8-c413-48b4-a6ba-a9269076fffc', '961dd6a5-da7c-4bf9-bf13-7302cf0d1264', '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:05.946030 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Pushing event deleted for resources: {'Port': ['ID=548bcb4e-ce56-47bf-9e9b-e073ac2a5f67,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:05.947997 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:05.970370 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'security_group_rule': {'security_group_id': 'b467a1b5-4aa6-4e5e-9d95-932f1c0cb483', 'project_id': '859b628268124afb94c942d9169df969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:05.989331 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:05.997271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:security_group_rule and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:06.004954 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:06.019126 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:06.068391 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a9f85831-9c78-4799-a30e-b4c22d2c98bd req-474b902d-c8c1-4d9d-ad28-1ea24b500b43 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bbbce3-ca76-4a6b-af78-8faa1bdbb347 HTTP/1.1" status: 200 len: 210 time: 0.1946311 Sep 15 08:38:06.130155 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] No DVR routers for this DVR port 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:06.130613 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.142687 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.166430 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bbbce3-ca76-4a6b-af78-8faa1bdbb347', 'name': 'network-vif-deleted', 'tag': '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:06.183595 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3bb4552e-478a-47c6-9724-fe63523c35bd req-6ec8cc15-642f-4ab7-990b-f8eb774d2e51 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "DELETE /v2.0/ports/548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 HTTP/1.1" status: 204 len: 173 time: 1.1033597 Sep 15 08:38:06.313154 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.324882 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.327292 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:06.379437 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83ab000-15fe-45e2-8f70-e54d9747393c,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:06.384545 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:06.402150 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.403592 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5355482 Sep 15 08:38:06.406387 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48036) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:06.412683 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'security_group_rule': {'security_group_id': 'b467a1b5-4aa6-4e5e-9d95-932f1c0cb483', 'project_id': '859b628268124afb94c942d9169df969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:06.425547 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:06.430689 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:security_group_rule and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:06.434748 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:06.458077 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:06.583684 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.705584 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:38:06.712265 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bbbce3-ca76-4a6b-af78-8faa1bdbb347', 'name': 'network-vif-deleted', 'tag': '548bcb4e-ce56-47bf-9e9b-e073ac2a5f67', 'status': 'completed', 'code': 200} Sep 15 08:38:06.810043 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.825112 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.827345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-254570ab-c243-4d54-95c9-2e5c11e9e17e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:06.897895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea1c979-cf7f-48ed-b1c1-21a941409924,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:06.908265 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:06.926782 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:06.928844 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5215023 Sep 15 08:38:06.934880 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48046) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:06.946041 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'security_group_rule': {'security_group_id': 'b467a1b5-4aa6-4e5e-9d95-932f1c0cb483', 'project_id': '859b628268124afb94c942d9169df969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:06.965893 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:07.043813 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:security_group_rule and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:07.069996 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-027b5f39-9bec-4ff2-bd2f-432a7410b300 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1098 time: 0.1837957 Sep 15 08:38:07.227653 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:07.236096 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:07.315625 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:07.422750 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-dbf53877-2df3-48c6-9b3d-ae0a39132620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:07.427530 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:07.428337 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-dbf53877-2df3-48c6-9b3d-ae0a39132620 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 920 time: 0.3514173 Sep 15 08:38:07.433585 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:07.441831 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0ed31b7b-b483-4007-b4f6-e9f0ce8671b8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:07.483036 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab2061-3b10-4f23-8373-458025b3df1f req-0dd6bd67-29a3-493e-a893-0e0aaedcc2a8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:07.491039 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-77ab2061-3b10-4f23-8373-458025b3df1f req-0dd6bd67-29a3-493e-a893-0e0aaedcc2a8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.5040581 Sep 15 08:38:07.500399 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf06fac2-6230-43e4-b531-1d2208114246,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:07.568378 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-91f3367a-0371-4d1e-8048-0d71ac255d23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3 HTTP/1.1" status: 200 len: 217 time: 0.1320381 Sep 15 08:38:07.597436 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:07.608668 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:07.617063 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-69404c0e-0c7e-4fe5-b496-004cb60c7f42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6810248 Sep 15 08:38:07.627336 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48058) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:07.654073 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'security_group_rule': {'security_group_id': 'b467a1b5-4aa6-4e5e-9d95-932f1c0cb483', 'project_id': '859b628268124afb94c942d9169df969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:07.675274 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:07.703004 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-37c65a2e-24dc-4d1e-b89e-16e9045c41dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:07.715173 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-37c65a2e-24dc-4d1e-b89e-16e9045c41dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 200 len: 859 time: 0.1385047 Sep 15 08:38:07.722500 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-77ab2061-3b10-4f23-8373-458025b3df1f req-c3a75e0d-eb14-477c-8034-f09ec77ff91d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303281 Sep 15 08:38:07.731415 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:security_group_rule and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:07.747231 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:07.752843 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 0a11d971-afa5-4c85-b1fc-26a45e98fad6 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:07.795808 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:07.814870 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.securitygroups_db [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Project 859b628268124afb94c942d9169df969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:38:07.818960 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-bafe74cb-4793-4408-9619-31f0dbb1319e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42de1df9-74e9-490a-9e1c-39f4f31e401e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852580 Sep 15 08:38:07.830858 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:07.914943 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 0a11d971-afa5-4c85-b1fc-26a45e98fad6 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:07.929369 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 0a11d971-afa5-4c85-b1fc-26a45e98fad6 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:07.932181 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:07.967337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:07.977032 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:07.980808 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:08.009386 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-f7a988cc-30a4-413f-ba5c-c9b1dac76400 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656477 Sep 15 08:38:08.016738 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc558f3-5daf-418d-b052-aea7e3b3031d,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:08.032417 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:08.036657 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:08.040850 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4123166 Sep 15 08:38:08.041430 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48064) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:08.048106 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'security_group_rule': {'security_group_id': 'b467a1b5-4aa6-4e5e-9d95-932f1c0cb483', 'project_id': '859b628268124afb94c942d9169df969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:08.056836 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:08.060834 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:security_group_rule and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:08.064933 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:08.071468 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:08.099825 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.securitygroups_db [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Project 859b628268124afb94c942d9169df969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:38:08.117453 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:08.138089 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:08.163620 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 0a11d971-afa5-4c85-b1fc-26a45e98fad6, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=0a11d971-afa5-4c85-b1fc-26a45e98fad6,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:08.169902 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:08.178555 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:08.238400 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f884c3d9-7b6b-4844-b273-4407a612b08a req-3647da3b-1a4d-4eee-8bd2-1de06073287f service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023115 Sep 15 08:38:08.255978 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:08.263069 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:08.266448 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e3882e1a-69e3-4192-8a12-054326d1d253 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:08.290758 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93170e2b-789d-4110-89b8-2a825e321763,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:08.295512 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:08.303420 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:08.311685 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2619975 Sep 15 08:38:08.323296 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=0a11d971-afa5-4c85-b1fc-26a45e98fad6,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:08.350971 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:09.019889 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d96f92-e01d-4922-a6b5-7245344cb4bf req-e9c9bfb3-7b3b-4ca5-bfbc-8e5a081d6fa2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:09.022383 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-38d96f92-e01d-4922-a6b5-7245344cb4bf req-e9c9bfb3-7b3b-4ca5-bfbc-8e5a081d6fa2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1272116 Sep 15 08:38:09.091595 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-38d96f92-e01d-4922-a6b5-7245344cb4bf req-8a5fdb98-9437-4d54-83f9-692de86d4712 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626273 Sep 15 08:38:09.332401 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:09.375195 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:09.375540 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 548bcb4e-ce56-47bf-9e9b-e073ac2a5f67 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:09.619953 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 0a11d971-afa5-4c85-b1fc-26a45e98fad6 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:09.641296 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720056f3-7d0b-48b9-8b44-882d6ed59b76 req-d4067269-e389-4f04-909a-2bf4b975f43e tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:09.657999 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-720056f3-7d0b-48b9-8b44-882d6ed59b76 req-d4067269-e389-4f04-909a-2bf4b975f43e tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 946 time: 0.1381056 Sep 15 08:38:09.732983 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-720056f3-7d0b-48b9-8b44-882d6ed59b76 req-e8d1d17c-ba9f-4652-a56a-7dbbfad69629 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695298 Sep 15 08:38:09.740664 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 0a11d971-afa5-4c85-b1fc-26a45e98fad6 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:09.741135 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:10.345303 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f95f01-79c1-43c5-a641-166b03f0c570 req-646998e9-2261-44f8-8f8d-1646922b1e8a tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:10.352934 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-83f95f01-79c1-43c5-a641-166b03f0c570 req-646998e9-2261-44f8-8f8d-1646922b1e8a tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0965745 Sep 15 08:38:10.407081 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-83f95f01-79c1-43c5-a641-166b03f0c570 req-b98aa465-3c9c-4ed5-8b12-a920c33941b3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Sep 15 08:38:10.952236 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aad81e-436c-492a-8423-42057ac1c9d3 req-1c0a3eb9-6233-4a0f-a816-24b1c24037cc tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:10.960081 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50aad81e-436c-492a-8423-42057ac1c9d3 req-1c0a3eb9-6233-4a0f-a816-24b1c24037cc tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 946 time: 0.0973120 Sep 15 08:38:11.003042 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50aad81e-436c-492a-8423-42057ac1c9d3 req-aa36df1b-eab8-4bd6-9cbc-85b3fcc941c5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Sep 15 08:38:11.649066 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324221b-be72-439e-a6a9-0646200fa0c5 req-7fcbfc72-a19b-470c-83c9-3f89e724309e tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:11.650706 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6324221b-be72-439e-a6a9-0646200fa0c5 req-7fcbfc72-a19b-470c-83c9-3f89e724309e tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0819228 Sep 15 08:38:11.685488 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-81b5ff4c-40a2-47ce-8452-63eb1ee7cc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:11.715586 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6324221b-be72-439e-a6a9-0646200fa0c5 req-335b9967-dd27-4f69-b324-d8ad853fbf54 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Sep 15 08:38:12.242685 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:12.421256 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddfbb6-03b4-4056-ac5f-534124211cb4 req-d913349f-3f36-4b75-805e-43701999eaa4 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:12.422774 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c4ddfbb6-03b4-4056-ac5f-534124211cb4 req-d913349f-3f36-4b75-805e-43701999eaa4 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 946 time: 0.0816686 Sep 15 08:38:12.472820 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c4ddfbb6-03b4-4056-ac5f-534124211cb4 req-7a1c2ca1-5e30-4c59-97a1-25fc1449831c tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Sep 15 08:38:12.506222 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-16a35f92-43c4-4e37-a789-3b4a069c414d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:12.506916 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-16a35f92-43c4-4e37-a789-3b4a069c414d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Synchronizing usage tracker for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:network {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:12.514772 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380dce-6a64-4597-9dd4-5136100d934e req-3b41aa1b-e0bf-43cd-9ca3-46d61145c0b8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:12.515425 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-3e380dce-6a64-4597-9dd4-5136100d934e req-3b41aa1b-e0bf-43cd-9ca3-46d61145c0b8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:12.540122 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-3e380dce-6a64-4597-9dd4-5136100d934e req-3b41aa1b-e0bf-43cd-9ca3-46d61145c0b8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:12.541293 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3e380dce-6a64-4597-9dd4-5136100d934e req-3b41aa1b-e0bf-43cd-9ca3-46d61145c0b8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 946 time: 0.2080164 Sep 15 08:38:12.542227 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-16a35f92-43c4-4e37-a789-3b4a069c414d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Unset dirty status for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:network {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:12.543236 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-16a35f92-43c4-4e37-a789-3b4a069c414d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 815 time: 0.2369082 Sep 15 08:38:12.595960 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-d1c8d8b2-d2be-4a64-b71f-4d31f913e1b1 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/quotas/b60ed3d8a34f4a33b054eeb2cb2c8805 HTTP/1.1" status: 200 len: 375 time: 0.0473249 Sep 15 08:38:12.657260 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Deleting port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:12.657855 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:12.673771 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Sync routers for ids ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:38:12.691616 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Routers {'acc465fa-40bb-45ee-ae43-a3837cfbb26d'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:12.692274 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:37:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:12.800962 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-f2813192-97f3-4836-b891-35806bf52d50 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955793 Sep 15 08:38:12.872411 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Set router acc465fa-40bb-45ee-ae43-a3837cfbb26d gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:13.094072 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce488a18-a499-4668-8705-d45ffce9915f req-86f43833-ae10-4f0d-9d42-883f399608b9 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:13.101503 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ce488a18-a499-4668-8705-d45ffce9915f req-86f43833-ae10-4f0d-9d42-883f399608b9 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0860169 Sep 15 08:38:13.114453 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] For port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:13.114814 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:13.127906 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-75786d96-fac4-427c-a461-081c978a88b6 service neutron] 10.222.0.32 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076658 Sep 15 08:38:13.162900 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ce488a18-a499-4668-8705-d45ffce9915f req-21eb5289-3024-49c1-b7ee-a67ce77796af tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601854 Sep 15 08:38:13.228101 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:48Z', 'revision_number': 4, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port': {'id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '21de48d1-a288-484b-8d8f-93621b7c8c6d', 'name': '', 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'mac_address': 'fa:16:3e:ba:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81690bae-fabb-4412-9326-b5eefd8698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:47Z', 'updated_at': '2021-09-15T08:37:48Z', 'revision_number': 2, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'subnets': [{'id': '81690bae-fabb-4412-9326-b5eefd8698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:13.233047 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Checking router: acc465fa-40bb-45ee-ae43-a3837cfbb26d for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:38:13.233713 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Updating router acc465fa-40bb-45ee-ae43-a3837cfbb26d port 21de48d1-a288-484b-8d8f-93621b7c8c6d binding host dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:38:13.264427 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Calling delete_port for 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:13.293311 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:13.465289 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-474dc7b8-b6c0-4c56-b14a-b2a442f5179a service neutron] 10.222.0.32 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796624 Sep 15 08:38:13.507145 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:13.514116 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:13.562961 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Pushing event deleted for resources: {'Port': ['ID=961dd6a5-da7c-4bf9-bf13-7302cf0d1264,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:13.568254 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:13.577411 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['f79ea5fa-fa72-4427-8bf0-91668a556a1c', '1abb68d8-c413-48b4-a6ba-a9269076fffc'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:13.668749 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] No DVR routers for this DVR port 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:13.671321 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:13.683718 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10700d25-d8af-4423-9194-f312ac625a85', 'name': 'network-vif-deleted', 'tag': '961dd6a5-da7c-4bf9-bf13-7302cf0d1264'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:13.696411 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3e380dce-6a64-4597-9dd4-5136100d934e req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "DELETE /v2.0/ports/961dd6a5-da7c-4bf9-bf13-7302cf0d1264 HTTP/1.1" status: 204 len: 173 time: 1.1404307 Sep 15 08:38:13.748049 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e5ccff79-9d67-4f43-a271-9c1e3c6c0c45 req-18cb3fd1-5ac8-4920-93cc-162c7009c568 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=10700d25-d8af-4423-9194-f312ac625a85 HTTP/1.1" status: 200 len: 210 time: 0.0939071 Sep 15 08:38:13.784894 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-98be25ae-350d-488e-b17f-a2348c5e924d req-1e8c4200-b052-4de9-be20-39ba4c3a1e27 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 210 time: 0.0667789 Sep 15 08:38:13.939556 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10700d25-d8af-4423-9194-f312ac625a85', 'name': 'network-vif-deleted', 'tag': '961dd6a5-da7c-4bf9-bf13-7302cf0d1264', 'status': 'completed', 'code': 200} Sep 15 08:38:13.940791 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Notify callbacks [] for port, precommit_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:13.979939 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Transition to ACTIVE for port object 21de48d1-a288-484b-8d8f-93621b7c8c6d will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:13.996657 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c526f97b-c564-471c-9caa-36c44fa468fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:14.003050 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:14.009674 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:14.134465 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6da64-7092-4a93-83ef-4feb1d649e10 None None] Pushing event updated for resources: {'Port': ['ID=21de48d1-a288-484b-8d8f-93621b7c8c6d,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:14.233881 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e6f6da64-7092-4a93-83ef-4feb1d649e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:14.372482 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Attempting to bind port 21de48d1-a288-484b-8d8f-93621b7c8c6d on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:14.372482 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Attempting to bind port 21de48d1-a288-484b-8d8f-93621b7c8c6d by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:14.372761 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Attempting to bind port 21de48d1-a288-484b-8d8f-93621b7c8c6d on network 0b43b833-e08c-4098-a139-2d8056bbe087 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:14.433430 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:14.433814 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Checking segment: {'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:14.434222 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:14.434848 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Bound using segment: {'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:14.435335 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Bound port: 21de48d1-a288-484b-8d8f-93621b7c8c6d, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71aacc8-e615-4d6c-b722-75d59e324637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:14.435842 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:14.537295 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97de70-da71-463a-a3af-64339123fe60 req-73d17fbe-f5c1-4343-9f8f-9e0faa1456a7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:14.548741 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-aa97de70-da71-463a-a3af-64339123fe60 req-73d17fbe-f5c1-4343-9f8f-9e0faa1456a7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1787608 Sep 15 08:38:14.620636 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-aa97de70-da71-463a-a3af-64339123fe60 req-b7fbcfb7-d379-4be8-8a15-5d634ff1c91d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692227 Sep 15 08:38:14.665718 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] For port 21de48d1-a288-484b-8d8f-93621b7c8c6d, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:14.668912 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] For port 21de48d1-a288-484b-8d8f-93621b7c8c6d, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=21de48d1-a288-484b-8d8f-93621b7c8c6d,segment=NetworkSegment(e71aacc8-e615-4d6c-b722-75d59e324637),segment_id=e71aacc8-e615-4d6c-b722-75d59e324637)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:14.681067 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:14.688797 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:14.822385 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Routers {'acc465fa-40bb-45ee-ae43-a3837cfbb26d'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:14.823837 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:14.947757 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6da64-7092-4a93-83ef-4feb1d649e10 None None] Pushing event updated for resources: {'Port': ['ID=21de48d1-a288-484b-8d8f-93621b7c8c6d,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:14.965133 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e6f6da64-7092-4a93-83ef-4feb1d649e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:15.010515 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:15.146638 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] Set router acc465fa-40bb-45ee-ae43-a3837cfbb26d gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:15.290065 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e13f88a3-5464-4214-b870-9dfc4ee9a414 req-86b0c2f9-2236-4b95-89c1-7521918801a1 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 210 time: 0.0702686 Sep 15 08:38:15.333641 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:15.422540 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:15.422862 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 961dd6a5-da7c-4bf9-bf13-7302cf0d1264 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:15.487579 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a172b97-fa78-42c8-bf72-3ef84504bc06 req-c856cb2c-58cd-44f5-9452-6450df196dea tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:15.488274 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-1a172b97-fa78-42c8-bf72-3ef84504bc06 req-c856cb2c-58cd-44f5-9452-6450df196dea tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:15.504003 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-1a172b97-fa78-42c8-bf72-3ef84504bc06 req-c856cb2c-58cd-44f5-9452-6450df196dea tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:15.510522 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1a172b97-fa78-42c8-bf72-3ef84504bc06 req-c856cb2c-58cd-44f5-9452-6450df196dea tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 946 time: 0.1015880 Sep 15 08:38:15.547272 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:48Z', 'revision_number': 4, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port': {'id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '21de48d1-a288-484b-8d8f-93621b7c8c6d', 'name': '', 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'mac_address': 'fa:16:3e:ba:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81690bae-fabb-4412-9326-b5eefd8698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:47Z', 'updated_at': '2021-09-15T08:38:14Z', 'revision_number': 4, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'subnets': [{'id': '81690bae-fabb-4412-9326-b5eefd8698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:15.552467 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475ba9f-25ab-44c1-9052-cbc0a7dcd9be None None] The sync data for ids ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'] in dv-cinder-806007-2-smb is: [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:48Z', 'revision_number': 4, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port': {'id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '21de48d1-a288-484b-8d8f-93621b7c8c6d', 'name': '', 'network_id': '0b43b833-e08c-4098-a139-2d8056bbe087', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'mac_address': 'fa:16:3e:ba:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81690bae-fabb-4412-9326-b5eefd8698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:47Z', 'updated_at': '2021-09-15T08:38:14Z', 'revision_number': 4, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'subnets': [{'id': '81690bae-fabb-4412-9326-b5eefd8698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:38:15.574841 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1a172b97-fa78-42c8-bf72-3ef84504bc06 req-08beff99-8e8b-447a-8cb8-48b200c8c1ef tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634358 Sep 15 08:38:15.707624 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device ab054f5e-138c-4354-96d8-7b9e53a71d3a up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:15.871165 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port ab054f5e-138c-4354-96d8-7b9e53a71d3a completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:15.882146 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port ab054f5e-138c-4354-96d8-7b9e53a71d3a triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:15.882631 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:15.938814 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-14087d5a-7deb-47a4-9208-040e21c047f6 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:15.940348 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-14087d5a-7deb-47a4-9208-040e21c047f6 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.37 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 815 time: 0.2823224 Sep 15 08:38:15.974495 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'port': {'device_id': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'admin_state_up': True, 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:15.997040 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f797b1c-2c1e-469f-8ebe-c9f018364a61 req-c58e7052-9e56-487d-88f6-26bf77648338 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:15.999799 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8f797b1c-2c1e-469f-8ebe-c9f018364a61 req-c58e7052-9e56-487d-88f6-26bf77648338 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.2014980 Sep 15 08:38:16.047516 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:16.074323 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port ab054f5e-138c-4354-96d8-7b9e53a71d3a, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=ab054f5e-138c-4354-96d8-7b9e53a71d3a,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:16.088157 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:16.097414 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-6bf715ca-bd05-4d54-a057-42e24873ed64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:16.174990 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8f797b1c-2c1e-469f-8ebe-c9f018364a61 req-1ea4a442-13c8-44d9-8816-07158b7ef157 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014671 Sep 15 08:38:16.177529 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=ab054f5e-138c-4354-96d8-7b9e53a71d3a,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:16.186081 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:16.193118 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:16.197868 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:port and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:16.201947 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:16.209395 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:16.222169 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Made reservation on behalf of b60ed3d8a34f4a33b054eeb2cb2c8805 for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:38:16.225496 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:16.356805 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:16.418106 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Allocated IP 172.20.0.5 (05cf2c99-1d13-4bce-bc2d-5aada568e3de/80ef68f1-44d8-4554-821d-902ba10c574a/caaf8aa4-7678-4978-85ba-a825a412ccb7) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:16.494574 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-52ac898d-8490-4b09-8363-8dce5d8eb394 req-ac1c4e93-b5a0-4371-8521-88404bcb41de tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Synchronizing usage tracker for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:16.516782 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-52ac898d-8490-4b09-8363-8dce5d8eb394 req-ac1c4e93-b5a0-4371-8521-88404bcb41de tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Unset dirty status for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:16.519061 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-52ac898d-8490-4b09-8363-8dce5d8eb394 req-ac1c4e93-b5a0-4371-8521-88404bcb41de tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 210 time: 0.0837598 Sep 15 08:38:16.675392 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:16.707842 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Transition to ACTIVE for port object caaf8aa4-7678-4978-85ba-a825a412ccb7 will not be triggered until provisioned by entity DHCP. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:16.734216 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:16.740950 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8bd64c83-edd0-4d4c-a6dd-e8c106e4cff4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:16.821855 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9fc59-6ec5-4559-b2ac-0befccda2ecf req-0d1718be-0664-40d4-89c1-52d2697eef06 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:16.823109 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:16.824241 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a9c9fc59-6ec5-4559-b2ac-0befccda2ecf req-0d1718be-0664-40d4-89c1-52d2697eef06 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 946 time: 0.0942774 Sep 15 08:38:16.826974 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:16.829469 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:16.931277 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a9c9fc59-6ec5-4559-b2ac-0befccda2ecf req-b42d0546-b927-444e-8461-c964120c8d8f tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987921 Sep 15 08:38:16.968812 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'Port': ['ID=caaf8aa4-7678-4978-85ba-a825a412ccb7,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:17.002534 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:17.057811 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:17.058476 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:17.116512 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1458213 Sep 15 08:38:17.255531 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-9e4985f5-e85b-44ba-9fe7-0aa7d01f2242 None None] Provisioning for port caaf8aa4-7678-4978-85ba-a825a412ccb7 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:17.265735 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-9e4985f5-e85b-44ba-9fe7-0aa7d01f2242 None None] Provisioning complete for port caaf8aa4-7678-4978-85ba-a825a412ccb7 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:17.266121 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-9e4985f5-e85b-44ba-9fe7-0aa7d01f2242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:17.335699 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-9e4985f5-e85b-44ba-9fe7-0aa7d01f2242 None None] Port caaf8aa4-7678-4978-85ba-a825a412ccb7 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:38:17.404098 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cd29a-1bdd-443a-acfe-568efb34920e req-2279fddc-1415-4cdb-adf0-548ea25af9a9 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:17.405557 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be1cd29a-1bdd-443a-acfe-568efb34920e req-2279fddc-1415-4cdb-adf0-548ea25af9a9 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0841351 Sep 15 08:38:17.455350 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be1cd29a-1bdd-443a-acfe-568efb34920e req-2b2c12f2-4ec6-4513-99c9-b55da20d1ff6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Sep 15 08:38:17.685253 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device ab054f5e-138c-4354-96d8-7b9e53a71d3a up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:17.745492 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45384eb-3103-4d17-b410-e87614ad1f8a req-1a1acc2d-6301-4ac6-9687-3d16fc55b316 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:17.751526 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a45384eb-3103-4d17-b410-e87614ad1f8a req-1a1acc2d-6301-4ac6-9687-3d16fc55b316 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 931 time: 0.0936422 Sep 15 08:38:17.759009 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port ab054f5e-138c-4354-96d8-7b9e53a71d3a triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:17.759603 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:17.801243 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a45384eb-3103-4d17-b410-e87614ad1f8a req-54e7d6e6-58b2-4d5f-ac23-4cb3585fd5a5 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Sep 15 08:38:17.882125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 21de48d1-a288-484b-8d8f-93621b7c8c6d up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:17.950028 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 21de48d1-a288-484b-8d8f-93621b7c8c6d completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:17.954516 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 21de48d1-a288-484b-8d8f-93621b7c8c6d triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:17.954898 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:18.068850 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:18.105445 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 21de48d1-a288-484b-8d8f-93621b7c8c6d, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=21de48d1-a288-484b-8d8f-93621b7c8c6d,segment=NetworkSegment(e71aacc8-e615-4d6c-b722-75d59e324637),segment_id=e71aacc8-e615-4d6c-b722-75d59e324637)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:18.111956 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:18.115560 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:18.183879 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=21de48d1-a288-484b-8d8f-93621b7c8c6d,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:18.187610 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:19.597066 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 21de48d1-a288-484b-8d8f-93621b7c8c6d up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:19.669876 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 21de48d1-a288-484b-8d8f-93621b7c8c6d triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:19.670246 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:29.903401 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:35.845859 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Request body: {'port': {'device_id': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:35.951272 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:36.143018 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f9aef-c3b5-4f32-8537-899635281233 req-1feff50d-c751-4138-a10a-9a4109f7a38b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.144422 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7c2f9aef-c3b5-4f32-8537-899635281233 req-1feff50d-c751-4138-a10a-9a4109f7a38b tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 946 time: 0.1360395 Sep 15 08:38:36.170924 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-9e503f52-dd81-4e4e-b936-4bf01cd573ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1126375 Sep 15 08:38:36.198185 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7c2f9aef-c3b5-4f32-8537-899635281233 req-d6d68fba-22dd-4a38-a316-81e4f1918fb3 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 Sep 15 08:38:36.291593 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2baf3-c669-4750-8f82-d00e175073b1 req-404b6243-2431-479e-b3a4-9288f6370792 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.293812 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8ff2baf3-c669-4750-8f82-d00e175073b1 req-404b6243-2431-479e-b3a4-9288f6370792 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.2196331 Sep 15 08:38:36.330585 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-926fd310-7b53-431f-8f38-ebea22704040 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 1098 time: 0.1158636 Sep 15 08:38:36.391446 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8ff2baf3-c669-4750-8f82-d00e175073b1 req-35b82c16-c8c8-470a-81d6-d586bfe7fc11 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798633 Sep 15 08:38:36.452333 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caaf8aa4-7678-4978-85ba-a825a412ccb7 {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:36.459492 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:36.475346 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Transition to ACTIVE for port object caaf8aa4-7678-4978-85ba-a825a412ccb7 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:36.480284 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:36.486743 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-303ddd6c-d50a-4d46-85e2-6e11830d0c17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:36.529515 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4059401-986e-4256-b0e8-ad53e450c64c req-f2c055d5-0efa-4c81-8041-d8c7fbf9440d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.531019 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f4059401-986e-4256-b0e8-ad53e450c64c req-f2c055d5-0efa-4c81-8041-d8c7fbf9440d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 931 time: 0.1995850 Sep 15 08:38:36.535481 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-f57cd4e4-d11f-411a-bb4f-791554ab67b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.537502 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-f57cd4e4-d11f-411a-bb4f-791554ab67b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 910 time: 0.1696248 Sep 15 08:38:36.650195 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Pushing event updated for resources: {'Port': ['ID=caaf8aa4-7678-4978-85ba-a825a412ccb7,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:36.671119 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.671559 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.671916 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.672270 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.672607 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.672945 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.673283 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.673620 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.674668 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.674668 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.674668 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:36.678449 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:36.723033 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f4059401-986e-4256-b0e8-ad53e450c64c req-0a88a00e-fb7d-453d-8a30-93a26e9e05e2 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834025 Sep 15 08:38:36.742364 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-0a2ea474-81c2-48f7-8860-70e3c3590c73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 200 len: 1001 time: 0.1878672 Sep 15 08:38:36.758569 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-9d50c1fc-47ef-4d4e-881d-77d1f55e2b3c tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Synchronizing usage tracker for tenant:859b628268124afb94c942d9169df969 on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:36.802470 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-9d50c1fc-47ef-4d4e-881d-77d1f55e2b3c tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Unset dirty status for tenant:859b628268124afb94c942d9169df969 on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:36.803626 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-9d50c1fc-47ef-4d4e-881d-77d1f55e2b3c tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726756074&fields=id&tenant_id=859b628268124afb94c942d9169df969 HTTP/1.1" status: 200 len: 267 time: 0.1989202 Sep 15 08:38:36.808761 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Attempting to bind port caaf8aa4-7678-4978-85ba-a825a412ccb7 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:36.809050 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Attempting to bind port caaf8aa4-7678-4978-85ba-a825a412ccb7 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:36.809380 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Attempting to bind port caaf8aa4-7678-4978-85ba-a825a412ccb7 on network 05cf2c99-1d13-4bce-bc2d-5aada568e3de {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:36.817015 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-a598022d-fe5e-4c3f-8f4a-6b2505057c10 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.818528 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-a598022d-fe5e-4c3f-8f4a-6b2505057c10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.0633824 Sep 15 08:38:36.841823 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Port caaf8aa4-7678-4978-85ba-a825a412ccb7 on network 05cf2c99-1d13-4bce-bc2d-5aada568e3de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:38:36.842063 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Attempting to bind port caaf8aa4-7678-4978-85ba-a825a412ccb7 on network 05cf2c99-1d13-4bce-bc2d-5aada568e3de {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:36.904898 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:36.905693 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Checking segment: {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:36.905693 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Bound using segment: {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:36.906037 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Bound port: caaf8aa4-7678-4978-85ba-a825a412ccb7, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cb884b-f7b8-44e2-a74a-553affe581be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:36.906385 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:37.001366 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-d141eb56-5ad8-459a-b1e7-a0eb13d7d18d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:37.002903 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-d141eb56-5ad8-459a-b1e7-a0eb13d7d18d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 946 time: 0.1186545 Sep 15 08:38:37.006518 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-e7b6704f-c5be-44f7-ab9b-aba131f29351 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1538031 Sep 15 08:38:37.030144 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-3bbcd6fc-b1ac-44ac-a452-4d1d7d9969d0 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:37.030881 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-3bbcd6fc-b1ac-44ac-a452-4d1d7d9969d0 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Synchronizing usage tracker for tenant:859b628268124afb94c942d9169df969 on resource:network {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:37.050527 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] For port caaf8aa4-7678-4978-85ba-a825a412ccb7, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:37.054731 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] For port caaf8aa4-7678-4978-85ba-a825a412ccb7, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:37.060516 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:37.066185 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-f8c93bb4-43d2-4bd6-b93a-6fd20decacfe tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:37.101716 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-3bbcd6fc-b1ac-44ac-a452-4d1d7d9969d0 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Unset dirty status for tenant:859b628268124afb94c942d9169df969 on resource:network {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:37.108280 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-3bbcd6fc-b1ac-44ac-a452-4d1d7d9969d0 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 809 time: 0.2945399 Sep 15 08:38:37.134450 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-3c7be316-050b-4176-a78c-c35e66f78e81 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/quotas/859b628268124afb94c942d9169df969 HTTP/1.1" status: 200 len: 375 time: 0.0252528 Sep 15 08:38:37.165621 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Deleting port 1abb68d8-c413-48b4-a6ba-a9269076fffc {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:37.166220 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:37.208248 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:37.210126 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 1093 time: 1.3771334 Sep 15 08:38:37.217974 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:37.244685 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Pushing event updated for resources: {'Port': ['ID=caaf8aa4-7678-4978-85ba-a825a412ccb7,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:37.249755 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:37.265906 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5ac6241b-6d27-4cd8-ab84-1c977083209d tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Synchronizing usage tracker for tenant:859b628268124afb94c942d9169df969 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:37.337954 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-73f74175-88a3-463f-931d-4a30c9bdb14c service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220680 Sep 15 08:38:37.388802 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5ac6241b-6d27-4cd8-ab84-1c977083209d tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Unset dirty status for tenant:859b628268124afb94c942d9169df969 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:37.403439 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5ac6241b-6d27-4cd8-ab84-1c977083209d tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2599976 Sep 15 08:38:37.598475 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-0ed9d363-06a1-4291-89cc-7055997a4db3 service neutron] 10.222.0.32 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940937 Sep 15 08:38:37.601547 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-a2209907-d037-4a47-81d1-7d6b26e2d019 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1096 time: 0.3255501 Sep 15 08:38:37.711817 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a2812c54-2300-4433-8801-5fb5703cbb3e req-1581fa9b-e2e6-463b-949d-92b6367a73c0 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658419 Sep 15 08:38:37.721567 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] For port 1abb68d8-c413-48b4-a6ba-a9269076fffc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1abb68d8-c413-48b4-a6ba-a9269076fffc,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:37.721917 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:37.736633 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf5533-1c28-49f9-9b34-ca04076fdc3b req-0aa50e7c-5840-4b75-b817-fb204d49a1b7 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:37.738378 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-64bf5533-1c28-49f9-9b34-ca04076fdc3b req-0aa50e7c-5840-4b75-b817-fb204d49a1b7 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 946 time: 0.3471489 Sep 15 08:38:37.809265 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-65ff2e95-8970-4f45-be3e-fb7e3a5d4454 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 217 time: 0.1812568 Sep 15 08:38:37.857377 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Calling delete_port for 1abb68d8-c413-48b4-a6ba-a9269076fffc owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:37.910143 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-8895ba4f-b1e8-449d-97b9-ef239003b1f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:37.912152 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-8895ba4f-b1e8-449d-97b9-ef239003b1f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 200 len: 854 time: 0.0929639 Sep 15 08:38:37.914009 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8b716a88-a0fc-4a50-b449-a92e277e8e83 service neutron] 10.222.0.32 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097067 Sep 15 08:38:38.008497 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-da35dbb8-774b-46ef-9732-0f523b4af89f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05cf2c99-1d13-4bce-bc2d-5aada568e3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847268 Sep 15 08:38:38.018105 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-64bf5533-1c28-49f9-9b34-ca04076fdc3b req-ce721aa1-287b-472f-b465-057b667b874d tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249563 Sep 15 08:38:38.117382 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:38.131085 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-c2273dfd-b29e-4d51-b19d-dd4e0a6ec159 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:38.156828 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['f79ea5fa-fa72-4427-8bf0-91668a556a1c'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:38.238999 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-38522dca-dbef-40d2-bd25-94e4c5914e7a service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192647 Sep 15 08:38:38.241092 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'status': 'completed', 'code': 200} Sep 15 08:38:38.258426 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Pushing event deleted for resources: {'Port': ['ID=1abb68d8-c413-48b4-a6ba-a9269076fffc,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:38.378299 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.378856 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.379494 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.380022 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.381081 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.381583 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.382084 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.382605 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.383286 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.383980 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.398427 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.420977 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:38.538893 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-37176c0b-8ba3-4e3c-854a-9fb6232962e7 req-5857e217-61c3-4700-b27f-9cf7743adb90 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895277 Sep 15 08:38:38.814695 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-5fc7b29b-cf25-4245-ac48-00b9d82de3b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1096 time: 0.1672933 Sep 15 08:38:38.837264 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] No DVR routers for this DVR port 1abb68d8-c413-48b4-a6ba-a9269076fffc on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:38.879539 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:38.891887 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae50cc9b-d2d4-4a09-b30b-30a10eb87501', 'name': 'network-vif-deleted', 'tag': '1abb68d8-c413-48b4-a6ba-a9269076fffc'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:38.905770 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5c4859b9-2a5e-4ea7-8fad-cb09852417cd req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "DELETE /v2.0/ports/1abb68d8-c413-48b4-a6ba-a9269076fffc HTTP/1.1" status: 204 len: 173 time: 1.8912251 Sep 15 08:38:38.932481 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae20e0-f7ba-4111-bcee-fd8c27ca8ce2 req-d56be038-95c5-4df0-aa49-e9ef629f5d48 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:38.933824 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-18ae20e0-f7ba-4111-bcee-fd8c27ca8ce2 req-d56be038-95c5-4df0-aa49-e9ef629f5d48 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Synchronizing usage tracker for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:38.963994 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-18ae20e0-f7ba-4111-bcee-fd8c27ca8ce2 req-d56be038-95c5-4df0-aa49-e9ef629f5d48 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Unset dirty status for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:38.965800 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-18ae20e0-f7ba-4111-bcee-fd8c27ca8ce2 req-d56be038-95c5-4df0-aa49-e9ef629f5d48 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 943 time: 0.2399337 Sep 15 08:38:38.988521 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c21cc6c9-b85c-4b0b-8524-7aafe12b5cab req-a1d03ae6-46f4-407f-acf1-46b710e3948d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1098 time: 0.4904265 Sep 15 08:38:39.002427 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbf11c-4231-41f9-805f-6d0bdc7d18c3 req-a17a6e1c-311e-4ccf-a66c-48893a052dd3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:39.010868 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8cdbf11c-4231-41f9-805f-6d0bdc7d18c3 req-a17a6e1c-311e-4ccf-a66c-48893a052dd3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1766403 Sep 15 08:38:39.030195 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-7e2483c5-c906-46cf-a17c-5dfbae7c8b8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:39.031744 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-7e2483c5-c906-46cf-a17c-5dfbae7c8b8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 916 time: 0.2104912 Sep 15 08:38:39.038890 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-18ae20e0-f7ba-4111-bcee-fd8c27ca8ce2 req-06030c1e-c860-425f-b8f0-b9d6dfaf080d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Synchronizing usage tracker for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:39.096844 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8cdbf11c-4231-41f9-805f-6d0bdc7d18c3 req-61a1ca25-ed9c-4190-981d-2774af22a216 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848444 Sep 15 08:38:39.100965 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c21cc6c9-b85c-4b0b-8524-7aafe12b5cab req-c536ccea-4158-4eb3-b73e-ce52afd77b91 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687251 Sep 15 08:38:39.117349 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-767dad00-b69d-413b-a999-abd1ee4a0c0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 217 time: 0.0747063 Sep 15 08:38:39.129260 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-18ae20e0-f7ba-4111-bcee-fd8c27ca8ce2 req-06030c1e-c860-425f-b8f0-b9d6dfaf080d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Unset dirty status for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:39.131281 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-18ae20e0-f7ba-4111-bcee-fd8c27ca8ce2 req-06030c1e-c860-425f-b8f0-b9d6dfaf080d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550074 Sep 15 08:38:39.197917 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae50cc9b-d2d4-4a09-b30b-30a10eb87501', 'name': 'network-vif-deleted', 'tag': '1abb68d8-c413-48b4-a6ba-a9269076fffc', 'status': 'completed', 'code': 200} Sep 15 08:38:39.263421 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c3117c64-5b2b-4977-bee4-dcc664474754 req-eabaa280-1d6e-47ef-815f-5c3a915bc4f7 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 210 time: 0.0411508 Sep 15 08:38:39.340617 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ed267721-ca7f-443b-a827-8f56b0167006 req-eeabee52-cae4-44a4-814b-6c3ab5c313fc tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 210 time: 0.0406184 Sep 15 08:38:39.479960 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 1abb68d8-c413-48b4-a6ba-a9269076fffc no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:39.516209 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 1abb68d8-c413-48b4-a6ba-a9269076fffc {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:39.516493 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 1abb68d8-c413-48b4-a6ba-a9269076fffc not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:39.608903 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-56e53b8e-df90-4202-8684-112c7b3c9582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:39.610396 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-56e53b8e-df90-4202-8684-112c7b3c9582 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 200 len: 854 time: 0.0604739 Sep 15 08:38:39.712918 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-ff4d4219-6678-481a-9e8d-320e80794c00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05cf2c99-1d13-4bce-bc2d-5aada568e3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683486 Sep 15 08:38:39.851136 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-bc729df3-115f-4b00-8864-1e853c6d7a72 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305208 Sep 15 08:38:40.015882 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c6ff4259-1d6c-43e2-aae7-d6abfadf189d req-66ee9fdd-e867-43b1-81f1-36ee2bd3967a service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470287 Sep 15 08:38:40.284592 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709b278-5293-4681-a41a-2a8a9764b9e1 req-443bf1ec-0f3d-4c81-a9b3-68b0e23e8b26 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:40.287298 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e709b278-5293-4681-a41a-2a8a9764b9e1 req-443bf1ec-0f3d-4c81-a9b3-68b0e23e8b26 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0788307 Sep 15 08:38:40.344816 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e709b278-5293-4681-a41a-2a8a9764b9e1 req-97b10e26-ff52-407d-a2be-5cbb636edd3b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519114 Sep 15 08:38:40.599607 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c72f7-ddff-474d-b516-b1da961eaf0d req-42b2c3ee-4748-4578-8ae6-f3ce213a484e tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:40.609488 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-923c72f7-ddff-474d-b516-b1da961eaf0d req-42b2c3ee-4748-4578-8ae6-f3ce213a484e tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1303566 Sep 15 08:38:40.637068 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9035aa-d886-43c0-a737-f4c03915638d req-d80f84bd-d774-45df-ad16-dcb53edd37e7 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:40.644652 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0b9035aa-d886-43c0-a737-f4c03915638d req-d80f84bd-d774-45df-ad16-dcb53edd37e7 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 943 time: 0.0866506 Sep 15 08:38:40.686196 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-923c72f7-ddff-474d-b516-b1da961eaf0d req-44a79b40-4b97-4de1-889f-3c19e61f2f0b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755064 Sep 15 08:38:40.709860 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0b9035aa-d886-43c0-a737-f4c03915638d req-9fa71f76-1ebd-44f1-ac2c-d05539d827d6 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640063 Sep 15 08:38:40.846580 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eb7ba818-b56b-411a-af72-32ca2b933e74 req-ca452725-8211-41c4-b801-e3b94da366f2 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 210 time: 0.0526450 Sep 15 08:38:40.888916 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-91d5d395-5e9d-40eb-8f7c-bb7b16ca5bd8 req-463b4a5d-4575-4810-a9b0-e5adcaaf7e77 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae50cc9b-d2d4-4a09-b30b-30a10eb87501 HTTP/1.1" status: 200 len: 210 time: 0.0462158 Sep 15 08:38:41.541246 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device caaf8aa4-7678-4978-85ba-a825a412ccb7 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:38:41.580485 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-bd25a33c-bdc8-4871-bd71-112c5b198968 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:41.582258 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-bd25a33c-bdc8-4871-bd71-112c5b198968 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.37 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 809 time: 0.2351453 Sep 15 08:38:41.610874 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2a2ef-94db-4af9-a4fb-5d7ddb615e92 req-1b96f980-ec88-4b4b-b028-6e6945460a92 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:41.612361 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b4f2a2ef-94db-4af9-a4fb-5d7ddb615e92 req-1b96f980-ec88-4b4b-b028-6e6945460a92 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1173391 Sep 15 08:38:41.666434 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-92b2df0f-c416-4a98-96db-efc1442facb4 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859b628268124afb94c942d9169df969 HTTP/1.1" status: 200 len: 379 time: 0.0476012 Sep 15 08:38:41.667122 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b4f2a2ef-94db-4af9-a4fb-5d7ddb615e92 req-4fca84c1-e4ac-4436-96f4-9ec7b9300448 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479150 Sep 15 08:38:41.684744 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'port': {'device_id': '60b8764b-dfb2-4804-a182-66a52a495d07', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'admin_state_up': True, 'tenant_id': '859b628268124afb94c942d9169df969', 'security_groups': ['b467a1b5-4aa6-4e5e-9d95-932f1c0cb483']}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:41.735185 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b40cd3a2-fa38-41b4-a65f-7d4eb86688d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:41.805243 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port caaf8aa4-7678-4978-85ba-a825a412ccb7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:41.821369 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'port_id': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'mac_address': 'fa:16:3e:bc:21:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:38:41.891963 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:41.906244 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:41.914232 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caaf8aa4-7678-4978-85ba-a825a412ccb7 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:41.935829 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port caaf8aa4-7678-4978-85ba-a825a412ccb7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:41.940644 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:41.944331 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:41.959857 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:41.975934 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea81c4-bde5-41b1-84d5-d515747b2419 req-be5ea255-2b7c-4917-b2cd-0a4d28d2363c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:41.977586 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d3ea81c4-bde5-41b1-84d5-d515747b2419 req-be5ea255-2b7c-4917-b2cd-0a4d28d2363c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 943 time: 0.0873945 Sep 15 08:38:41.984954 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Made reservation on behalf of 859b628268124afb94c942d9169df969 for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:38:41.987988 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:42.035024 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d3ea81c4-bde5-41b1-84d5-d515747b2419 req-96a24a80-d5b3-486e-a4a8-96fc89195e5a tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512221 Sep 15 08:38:42.046045 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=caaf8aa4-7678-4978-85ba-a825a412ccb7,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:42.049862 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:42.062537 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dda56-9a73-4632-8ebf-420f860301f7 req-370f3fd8-bcd2-43cb-be34-9536102a06c3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:42.069702 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-600dda56-9a73-4632-8ebf-420f860301f7 req-370f3fd8-bcd2-43cb-be34-9536102a06c3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1657956 Sep 15 08:38:42.141973 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-600dda56-9a73-4632-8ebf-420f860301f7 req-2039ccc0-7559-49b3-a412-1ad3777cb802 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712671 Sep 15 08:38:42.216035 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2554eb24-5572-4155-a8e3-e536867f8611 req-2993073e-b2c2-458d-b8c6-b4abddea662b tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 210 time: 0.0415132 Sep 15 08:38:42.252326 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:42.273798 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Allocated IP 172.20.0.11 (497991f9-93e4-44dd-8f72-d5ffd0901c47/96003cbd-10a0-4a0b-a41c-a17c08808507/5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:42.490521 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['caaf8aa4-7678-4978-85ba-a825a412ccb7'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:42.505232 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:42.525750 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Transition to ACTIVE for port object 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 will not be triggered until provisioned by entity DHCP. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:42.556758 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:42.570750 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:42.632886 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:42.637035 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:42.641117 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:42.696480 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:42.701042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:42.721198 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:42.721823 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:42.794659 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1155672 Sep 15 08:38:42.811648 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Request body: {'port': {'device_id': '60b8764b-dfb2-4804-a182-66a52a495d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:42.901590 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-35140ba6-2e05-40c7-b936-3b80109e9250 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1098 time: 0.2339423 Sep 15 08:38:42.993937 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f479be-9719-4e4b-a9e0-9d705cf17f51 req-56227a93-0d79-40e3-8bf6-3f225e5110dd tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:42.995644 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a0f479be-9719-4e4b-a9e0-9d705cf17f51 req-56227a93-0d79-40e3-8bf6-3f225e5110dd tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.2127247 Sep 15 08:38:43.017049 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:43.025028 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-31c41555-ff6f-4bd0-9898-8a116fbda81e None None] Provisioning for port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:43.033814 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-31c41555-ff6f-4bd0-9898-8a116fbda81e None None] Provisioning complete for port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:43.035171 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-31c41555-ff6f-4bd0-9898-8a116fbda81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:43.044618 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711149-3e7a-4971-bf05-b6c0f0cf0b6d req-fa13adde-38f5-4b13-9ce5-c6f36bae33eb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:43.046734 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9b711149-3e7a-4971-bf05-b6c0f0cf0b6d req-fa13adde-38f5-4b13-9ce5-c6f36bae33eb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1786995 Sep 15 08:38:43.081688 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a0f479be-9719-4e4b-a9e0-9d705cf17f51 req-50bf0259-a1da-4a9b-9e61-5a67d999f2af tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753338 Sep 15 08:38:43.095648 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-31c41555-ff6f-4bd0-9898-8a116fbda81e None None] Port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:38:43.106030 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-ac2d4123-284e-48aa-9ea5-c77d70a58763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:43.107685 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-ac2d4123-284e-48aa-9ea5-c77d70a58763 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 920 time: 0.1994505 Sep 15 08:38:43.144869 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9b711149-3e7a-4971-bf05-b6c0f0cf0b6d req-bb6b92d4-e8f3-43a8-8c7f-aba2604d8fa0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712342 Sep 15 08:38:43.215989 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-92b5578c-5f5f-4cfd-b8e1-815929842bab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3 HTTP/1.1" status: 200 len: 217 time: 0.1007526 Sep 15 08:38:43.295986 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-37da02f9-0b5b-433f-98f9-6582a632bbbc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:43.298056 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-37da02f9-0b5b-433f-98f9-6582a632bbbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 200 len: 859 time: 0.0741386 Sep 15 08:38:43.349056 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-41acba2d-269c-47e6-aad2-6f4d0330d65e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42de1df9-74e9-490a-9e1c-39f4f31e401e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414810 Sep 15 08:38:43.439589 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd3feb-dcfc-4614-bd6a-37d3da7b7c2a req-5c818308-2685-43cf-8196-b2c4ed0b3ae8 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:43.441234 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c3fd3feb-dcfc-4614-bd6a-37d3da7b7c2a req-5c818308-2685-43cf-8196-b2c4ed0b3ae8 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 944 time: 0.1337948 Sep 15 08:38:43.539044 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:43.550788 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c3fd3feb-dcfc-4614-bd6a-37d3da7b7c2a req-6292978b-dc02-45f5-ad6d-3fff965b3626 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967546 Sep 15 08:38:43.553517 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:43.559159 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-ee476861-3f90-4428-89d0-fb87927de54a service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931145 Sep 15 08:38:43.570598 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5e714-7991-4993-9654-5134d31bda15 req-b08c258c-fd12-48b6-bd7d-d86bc9046be2 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:43.572062 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-24e5e714-7991-4993-9654-5134d31bda15 req-b08c258c-fd12-48b6-bd7d-d86bc9046be2 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 932 time: 0.1283033 Sep 15 08:38:43.578688 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Transition to ACTIVE for port object 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:43.583603 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:43.588495 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:43.687313 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:38:43.713765 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-24e5e714-7991-4993-9654-5134d31bda15 req-c5dcad69-e8a7-41da-84d9-afa703dddf41 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Synchronizing usage tracker for tenant:859b628268124afb94c942d9169df969 on resource:security_group {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:43.741461 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-24e5e714-7991-4993-9654-5134d31bda15 req-c5dcad69-e8a7-41da-84d9-afa703dddf41 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Unset dirty status for tenant:859b628268124afb94c942d9169df969 on resource:security_group {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:43.742715 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-24e5e714-7991-4993-9654-5134d31bda15 req-c5dcad69-e8a7-41da-84d9-afa703dddf41 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509221 Sep 15 08:38:43.745973 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fed333c1-6194-4b31-ac6e-f11daaaef8b7 req-cc680f82-d484-413e-8e6a-828124294f69 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730750 Sep 15 08:38:43.837412 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Pushing event updated for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:43.844370 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:43.917890 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b24ea793-8002-43bf-8214-0ecdc42f5df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:43.967446 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142405f9-abeb-481b-a339-39a9d83c7715 req-a3e97e9c-b7d3-4329-b39c-ddaa42cce661 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:43.968923 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-142405f9-abeb-481b-a339-39a9d83c7715 req-a3e97e9c-b7d3-4329-b39c-ddaa42cce661 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.2600827 Sep 15 08:38:43.973057 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Attempting to bind port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:43.973393 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Attempting to bind port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:43.974235 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Attempting to bind port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 on network 497991f9-93e4-44dd-8f72-d5ffd0901c47 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:44.000662 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 on network 497991f9-93e4-44dd-8f72-d5ffd0901c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:38:44.001039 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Attempting to bind port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 on network 497991f9-93e4-44dd-8f72-d5ffd0901c47 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:44.017982 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:44.018315 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Checking segment: {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:44.018699 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Bound using segment: {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:44.019127 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Bound port: 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:44.019516 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:44.045151 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-142405f9-abeb-481b-a339-39a9d83c7715 req-e345b80c-3597-4241-8ea8-a4d577210dd6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686052 Sep 15 08:38:44.114229 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:44.117159 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:44.135011 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:44.139405 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4d276942-915d-4707-8a59-f367ec04d3e2 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:44.200583 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:44.201938 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] 10.222.0.37 "PUT /v2.0/ports/5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 1094 time: 1.3946383 Sep 15 08:38:44.202447 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:44.210096 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53290201-2e87-4118-a34b-80b04c828da6 req-4aaea074-d013-424a-ad17-c47adb52e199 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:44.210847 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-53290201-2e87-4118-a34b-80b04c828da6 req-4aaea074-d013-424a-ad17-c47adb52e199 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Synchronizing usage tracker for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:44.219716 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Pushing event updated for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:44.227375 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:44.233627 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-53290201-2e87-4118-a34b-80b04c828da6 req-4aaea074-d013-424a-ad17-c47adb52e199 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Unset dirty status for tenant:8493028c2191412e9173092296234417 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:44.235141 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-53290201-2e87-4118-a34b-80b04c828da6 req-4aaea074-d013-424a-ad17-c47adb52e199 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 946 time: 0.1326783 Sep 15 08:38:44.388227 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e871-4059-45d7-b6b1-dd7dff597014 req-13b0bfa8-0107-4563-abbd-53d5b029014d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:44.389696 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8cd3e871-4059-45d7-b6b1-dd7dff597014 req-13b0bfa8-0107-4563-abbd-53d5b029014d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1401610 Sep 15 08:38:44.392682 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-e4873b63-7991-4f2e-bc58-d578f5b550b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1097 time: 0.1116376 Sep 15 08:38:44.394374 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-53290201-2e87-4118-a34b-80b04c828da6 req-05d6fdf0-17b1-4dad-830f-398f1ccceba8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475396 Sep 15 08:38:44.485111 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-0b05d9a3-96b1-4a1d-85bd-906a539bbb65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 217 time: 0.0723667 Sep 15 08:38:44.540769 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8cd3e871-4059-45d7-b6b1-dd7dff597014 req-48bb47ea-9ae0-4b03-a6fa-50119676f8eb tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446812 Sep 15 08:38:44.557353 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-968553a0-f0a2-4d94-8788-7ca2ab304f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:44.559799 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-968553a0-f0a2-4d94-8788-7ca2ab304f93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 200 len: 848 time: 0.0667968 Sep 15 08:38:44.587218 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80701491-8f75-4fa7-8033-f6adc73f899b req-a9c77305-100e-4aa6-b272-75dbb320c055 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:44.588703 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-80701491-8f75-4fa7-8033-f6adc73f899b req-a9c77305-100e-4aa6-b272-75dbb320c055 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0825043 Sep 15 08:38:44.609449 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'status': 'completed', 'code': 200} Sep 15 08:38:44.636899 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-80701491-8f75-4fa7-8033-f6adc73f899b req-78838112-3485-4c16-8c19-b459264b142d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425866 Sep 15 08:38:44.641043 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-053adf19-8d17-43e4-9182-1250c7d05146 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=497991f9-93e4-44dd-8f72-d5ffd0901c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716302 Sep 15 08:38:44.828931 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-a391536e-d511-4703-99c9-3e33ef2f6684 service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785197 Sep 15 08:38:44.861210 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6032fd-571a-4532-8a51-27be8c7b6212 req-0b13148b-fe94-48cb-9718-49e643356407 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:44.862688 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3d6032fd-571a-4532-8a51-27be8c7b6212 req-0b13148b-fe94-48cb-9718-49e643356407 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 944 time: 0.1446321 Sep 15 08:38:44.872809 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:44.956549 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad21c1-78e2-4e61-b6cc-ee5e04a8ea5a req-86991fa6-c598-4931-9cb1-dc198ebe6947 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:44.958173 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-28ad21c1-78e2-4e61-b6cc-ee5e04a8ea5a req-86991fa6-c598-4931-9cb1-dc198ebe6947 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 944 time: 0.0789816 Sep 15 08:38:44.981417 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3d6032fd-571a-4532-8a51-27be8c7b6212 req-08e2b401-5d42-4cef-9c3a-eba470b0f4b2 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732281 Sep 15 08:38:45.011635 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb17aabf-a900-4c74-968f-a87e2163b4b0 req-6c30bff7-f380-4171-8a20-aa681939bc7f service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661835 Sep 15 08:38:45.011954 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-28ad21c1-78e2-4e61-b6cc-ee5e04a8ea5a req-8891bbc4-9b0a-4b03-b340-f6526c7f3aef tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421910 Sep 15 08:38:45.237889 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-79f973a6-c756-4630-889b-779d85ef5ada service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1097 time: 0.1221013 Sep 15 08:38:45.276486 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db266af9-b280-45d4-b2e3-328877a25062 req-603d2da4-023e-4b7a-a9b8-3600f63a6d58 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:45.277877 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-db266af9-b280-45d4-b2e3-328877a25062 req-603d2da4-023e-4b7a-a9b8-3600f63a6d58 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1119909 Sep 15 08:38:45.393962 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-db266af9-b280-45d4-b2e3-328877a25062 req-7a601512-661c-4951-a97c-62f7f1ff6bfb tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740831 Sep 15 08:38:45.408548 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-517857f0-b52a-4459-a62c-34a89ec33670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:45.410005 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-517857f0-b52a-4459-a62c-34a89ec33670 service neutron] 10.222.0.37 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 910 time: 0.1619089 Sep 15 08:38:45.480021 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-85baa624-0004-46c1-b26c-804a77cc4a9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 217 time: 0.0626085 Sep 15 08:38:45.527143 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device caaf8aa4-7678-4978-85ba-a825a412ccb7 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:45.543439 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-bff91215-6f0b-4568-91a7-94841d430995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:45.544886 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-bff91215-6f0b-4568-91a7-94841d430995 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 200 len: 848 time: 0.0571413 Sep 15 08:38:45.592691 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b90de3-f294-445e-89d0-c7df612886d4 req-14505786-9cb0-4cab-a478-1019410c3ef5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:45.594239 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-52b90de3-f294-445e-89d0-c7df612886d4 req-14505786-9cb0-4cab-a478-1019410c3ef5 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 946 time: 0.0814233 Sep 15 08:38:45.606427 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port caaf8aa4-7678-4978-85ba-a825a412ccb7 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:45.611762 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port caaf8aa4-7678-4978-85ba-a825a412ccb7 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:45.612144 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:45.628539 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-35224177-f5ed-4c2f-8c13-9622a6b5ff43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=497991f9-93e4-44dd-8f72-d5ffd0901c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753551 Sep 15 08:38:45.666166 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-52b90de3-f294-445e-89d0-c7df612886d4 req-4251da7d-66a3-4302-92f5-4578a3eaacef tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639324 Sep 15 08:38:45.735408 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:45.772067 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port caaf8aa4-7678-4978-85ba-a825a412ccb7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:45.772991 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:45.779539 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:45.782224 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:45.848085 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=caaf8aa4-7678-4978-85ba-a825a412ccb7,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:45.856944 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.857316 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.857650 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.857975 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.858325 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.858681 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.859004 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.859323 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.859639 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.859950 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.860264 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:45.864118 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:45.868272 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a534a-c090-4dbb-828b-96e284830fc0 req-1f2f26de-3536-4b0a-b898-679a3994cef1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:45.869674 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9f3a534a-c090-4dbb-828b-96e284830fc0 req-1f2f26de-3536-4b0a-b898-679a3994cef1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0821812 Sep 15 08:38:45.907008 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-0eb8dd60-34d8-49a6-8e01-15c41c16cd1d service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713220 Sep 15 08:38:45.915162 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9f3a534a-c090-4dbb-828b-96e284830fc0 req-efd901b7-5d28-4452-8fdb-42d4e0de9ee2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395617 Sep 15 08:38:45.915731 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde0981-f55e-4b98-9cbc-603274fe2de9 req-7769e297-15ce-489b-b2a3-30c157954aec tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:45.917126 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ddde0981-f55e-4b98-9cbc-603274fe2de9 req-7769e297-15ce-489b-b2a3-30c157954aec tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1307685 Sep 15 08:38:45.992644 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'code': 200} Sep 15 08:38:46.045119 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ddde0981-f55e-4b98-9cbc-603274fe2de9 req-416a1f73-457a-4321-af07-45235e54cec5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226165 Sep 15 08:38:46.117312 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9e3d6c1-909f-4812-b32e-291f8e3001e5 req-172f9c02-db07-4d4a-a6b3-71c20ec60a6c service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812091 Sep 15 08:38:46.226074 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e05c92-f9fe-4832-9ac9-2434e6413e5e req-c5f7ddd1-257a-44df-9979-8608573f0b4d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:46.227575 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c2e05c92-f9fe-4832-9ac9-2434e6413e5e req-c5f7ddd1-257a-44df-9979-8608573f0b4d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.1003323 Sep 15 08:38:46.274670 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c2e05c92-f9fe-4832-9ac9-2434e6413e5e req-52a5dc27-2ef3-44e1-8a60-225c3bc2bc2d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Sep 15 08:38:46.284306 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86330cae-adfc-4178-8f76-d5454a6318bf req-629e79b3-0166-4d51-b35d-21bb118c0ca8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:46.285007 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-86330cae-adfc-4178-8f76-d5454a6318bf req-629e79b3-0166-4d51-b35d-21bb118c0ca8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Synchronizing usage tracker for tenant:859b628268124afb94c942d9169df969 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:46.336803 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-86330cae-adfc-4178-8f76-d5454a6318bf req-629e79b3-0166-4d51-b35d-21bb118c0ca8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Unset dirty status for tenant:859b628268124afb94c942d9169df969 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:46.337942 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-86330cae-adfc-4178-8f76-d5454a6318bf req-629e79b3-0166-4d51-b35d-21bb118c0ca8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 944 time: 0.1363194 Sep 15 08:38:46.354257 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:46.397189 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-86330cae-adfc-4178-8f76-d5454a6318bf req-c0af1e3b-ed47-4c0f-be2b-c1de5e0a8b27 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492611 Sep 15 08:38:46.400834 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ac91dbb4-cee9-42e6-a2e3-a116757f2a50 req-59266c99-ca7c-42e3-a1f6-1260ab71cda5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1098 time: 0.1080196 Sep 15 08:38:46.448648 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ac91dbb4-cee9-42e6-a2e3-a116757f2a50 req-5dc6714c-2cdb-4f5e-8edf-48e3926e81c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356374 Sep 15 08:38:46.587428 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1907c3c-c38e-4c6f-9ed4-7ea3034c0b4b req-dbd40485-0520-4772-ac13-956c7c8b682a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:46.588857 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a1907c3c-c38e-4c6f-9ed4-7ea3034c0b4b req-dbd40485-0520-4772-ac13-956c7c8b682a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0737593 Sep 15 08:38:46.633018 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a1907c3c-c38e-4c6f-9ed4-7ea3034c0b4b req-af142108-6f40-4fa2-9097-a0fda7267a4b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 Sep 15 08:38:46.853736 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99b1b5-54b2-4860-9ab9-49cf15f75832 req-ff75d16d-8e67-4bd9-a39d-ed2612a7ab50 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:46.855234 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ab99b1b5-54b2-4860-9ab9-49cf15f75832 req-ff75d16d-8e67-4bd9-a39d-ed2612a7ab50 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 946 time: 0.0808396 Sep 15 08:38:46.953101 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ab99b1b5-54b2-4860-9ab9-49cf15f75832 req-71f4e193-bc41-4660-bfdc-61c20d508913 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6229b2-9980-4fb8-8651-cfe675a12b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918329 Sep 15 08:38:46.967714 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-16dbbb7b-4be6-48ff-9a7d-36dd12bd08ff tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:46.969181 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-16dbbb7b-4be6-48ff-9a7d-36dd12bd08ff tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 946 time: 0.1091046 Sep 15 08:38:47.035997 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Deleting port f79ea5fa-fa72-4427-8bf0-91668a556a1c {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:47.036368 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:47.133054 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d222d7-8468-46b9-8195-1e21a76b6132 req-89748139-257a-417e-be3e-e637f0e5e233 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:47.140085 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-79d222d7-8468-46b9-8195-1e21a76b6132 req-89748139-257a-417e-be3e-e637f0e5e233 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0867648 Sep 15 08:38:47.186827 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-79d222d7-8468-46b9-8195-1e21a76b6132 req-4fe7ae96-68d5-4599-afb3-bc3b7f0751c0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458629 Sep 15 08:38:47.336913 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] For port f79ea5fa-fa72-4427-8bf0-91668a556a1c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f79ea5fa-fa72-4427-8bf0-91668a556a1c,segment=NetworkSegment(eafb4796-d921-40d4-a65d-0f247e574d3c),segment_id=eafb4796-d921-40d4-a65d-0f247e574d3c)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:47.337276 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:47.462428 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Calling delete_port for f79ea5fa-fa72-4427-8bf0-91668a556a1c owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:47.474005 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580639-98d6-4867-a538-40adb766481c req-30d1e082-fecf-41d7-b424-7a24523911b0 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:47.475674 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7d580639-98d6-4867-a538-40adb766481c req-30d1e082-fecf-41d7-b424-7a24523911b0 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.0770802 Sep 15 08:38:47.494973 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2457101-8f8d-4486-bb9c-e5e7b2d921d9 req-c9a862fe-abcc-4cb2-98b4-c13e26368d78 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:47.496447 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b2457101-8f8d-4486-bb9c-e5e7b2d921d9 req-c9a862fe-abcc-4cb2-98b4-c13e26368d78 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.2781651 Sep 15 08:38:47.523453 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7d580639-98d6-4867-a538-40adb766481c req-c9deef94-1f6c-47d2-b497-31dfea989bfe tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Sep 15 08:38:47.573990 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b2457101-8f8d-4486-bb9c-e5e7b2d921d9 req-325c92a1-9c76-4b90-8ccc-d52230df7f05 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709496 Sep 15 08:38:47.643886 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:47.649975 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:47.705179 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Pushing event deleted for resources: {'Port': ['ID=f79ea5fa-fa72-4427-8bf0-91668a556a1c,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:47.708187 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:47.747079 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb2cac-5f76-4cf4-970b-06ce2b30688e req-5c8571c0-c620-4516-a02d-3c32e2c1f4d8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:47.748656 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1ccb2cac-5f76-4cf4-970b-06ce2b30688e req-5c8571c0-c620-4516-a02d-3c32e2c1f4d8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 944 time: 0.1158645 Sep 15 08:38:47.784243 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] No DVR routers for this DVR port f79ea5fa-fa72-4427-8bf0-91668a556a1c on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:47.800002 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1ccb2cac-5f76-4cf4-970b-06ce2b30688e req-1eabff42-9301-4eb3-a106-f29ac98e93a7 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Sep 15 08:38:47.869705 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:47.872839 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e4baaf-8d54-496a-b7bd-55d5fcc86e96', 'name': 'network-vif-deleted', 'tag': 'f79ea5fa-fa72-4427-8bf0-91668a556a1c'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:47.898963 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6a06f043-3e76-4e92-853a-078ca65b3f84 req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.37 "DELETE /v2.0/ports/f79ea5fa-fa72-4427-8bf0-91668a556a1c HTTP/1.1" status: 204 len: 173 time: 0.9240742 Sep 15 08:38:47.929695 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814996-ca39-408b-952e-4c971baba2bb req-4ab734de-7ad5-49c5-8f9f-35f4c9055e75 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:47.931045 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-91814996-ca39-408b-952e-4c971baba2bb req-4ab734de-7ad5-49c5-8f9f-35f4c9055e75 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1480689 Sep 15 08:38:47.932785 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e4baaf-8d54-496a-b7bd-55d5fcc86e96', 'name': 'network-vif-deleted', 'tag': 'f79ea5fa-fa72-4427-8bf0-91668a556a1c', 'status': 'completed', 'code': 200} Sep 15 08:38:47.976845 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-91814996-ca39-408b-952e-4c971baba2bb req-78a7671f-2f48-46f7-9fae-4b9f6a67715a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Sep 15 08:38:48.116679 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-167af859-9150-47a3-960c-2d3440ff2e8f req-ef482afe-55dc-4959-84a5-9c11a278fa96 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e4baaf-8d54-496a-b7bd-55d5fcc86e96 HTTP/1.1" status: 200 len: 210 time: 0.0410061 Sep 15 08:38:48.316428 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Sync routers for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:38:48.330131 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:48.330772 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:48.417078 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba132f-ab5c-4116-98ee-4764afb9e2a5 req-171f1d3f-a723-4d10-bce6-6c64a1b3e735 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:48.418705 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-17ba132f-ab5c-4116-98ee-4764afb9e2a5 req-171f1d3f-a723-4d10-bce6-6c64a1b3e735 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0934165 Sep 15 08:38:48.466172 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-17ba132f-ab5c-4116-98ee-4764afb9e2a5 req-2865f76f-4cec-4c2a-b742-4f03c2a60da7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Sep 15 08:38:48.508625 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:48.751413 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a18b4c-63e6-49c7-9f86-80ecca10677a req-99abb81b-04db-401e-8b37-420f560f92a5 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:48.752902 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-33a18b4c-63e6-49c7-9f86-80ecca10677a req-99abb81b-04db-401e-8b37-420f560f92a5 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.0891094 Sep 15 08:38:48.818568 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-33a18b4c-63e6-49c7-9f86-80ecca10677a req-51e6f7b1-a62f-4c0e-aa6f-f2f45b2c964f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590668 Sep 15 08:38:48.828078 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afecba-f92c-45b4-ab7f-2fcb09201b6e req-f63afe78-a1ed-4d84-bbec-e97842f69221 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:48.834819 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-63afecba-f92c-45b4-ab7f-2fcb09201b6e req-f63afe78-a1ed-4d84-bbec-e97842f69221 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1055136 Sep 15 08:38:48.891481 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-63afecba-f92c-45b4-ab7f-2fcb09201b6e req-596e7eb5-74ca-4820-89dc-2a0ebe249ba1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488362 Sep 15 08:38:48.902977 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:37:50Z', 'revision_number': 2, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:48.906941 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Checking router: 1c420969-e522-4bcb-9e48-9d64a60b46a1 for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:38:48.907395 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Updating router 1c420969-e522-4bcb-9e48-9d64a60b46a1 port efba7cb0-f502-4330-937c-544a6d4d2ba3 binding host dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:38:48.970732 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.045432 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f3ec-800f-42c2-a078-01fe0e6bb87d req-1e122595-96e8-4eeb-ac99-17e2c532e3b1 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:49.046842 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0352f3ec-800f-42c2-a078-01fe0e6bb87d req-1e122595-96e8-4eeb-ac99-17e2c532e3b1 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 944 time: 0.0867536 Sep 15 08:38:49.100429 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0352f3ec-800f-42c2-a078-01fe0e6bb87d req-71bed282-aacc-4c70-a289-0da990a3c1ef tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476503 Sep 15 08:38:49.125324 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49c1af-7bef-45ba-9864-b3da5aee7cff req-366e96a1-2d20-455e-90d8-4d3d5adaf327 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:49.132071 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-cb49c1af-7bef-45ba-9864-b3da5aee7cff req-366e96a1-2d20-455e-90d8-4d3d5adaf327 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.1153209 Sep 15 08:38:49.198512 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-cb49c1af-7bef-45ba-9864-b3da5aee7cff req-8b0aa2c2-dc00-40b9-9a65-80f24a7f8e81 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632410 Sep 15 08:38:49.335795 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 48460) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:49.339713 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6adf72-eb8c-4c75-929c-6ddd2b143adf req-eec25063-2e3b-4216-baf5-02374dec43c3 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:49.341206 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9e6adf72-eb8c-4c75-929c-6ddd2b143adf req-eec25063-2e3b-4216-baf5-02374dec43c3 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0842853 Sep 15 08:38:49.385767 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Notify callbacks [] for port, precommit_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.402047 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.provisioning_blocks [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Transition to ACTIVE for port object efba7cb0-f502-4330-937c-544a6d4d2ba3 will not be triggered until provisioned by entity L2. {{(pid=75110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:49.412499 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.416595 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:49.448841 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Deleting subnet 8fa49760-9489-4c48-8a82-c3052ee05f28 {{(pid=75107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:38:49.452914 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.453813 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9e6adf72-eb8c-4c75-929c-6ddd2b143adf req-7ecfaf76-ba7d-447d-8536-7e6c4116a00a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060188 Sep 15 08:38:49.519522 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4191716'] for subnet, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.541065 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:38:49.583362 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.601980 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Pushing event updated for resources: {'Port': ['ID=efba7cb0-f502-4330-937c-544a6d4d2ba3,revision_number=3']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:49.631461 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.631992 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.632423 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.632849 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.633272 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.633688 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.634444 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.634444 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.634937 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.635347 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.635779 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:49.682119 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:49.711329 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4087587'] for subnet, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.716054 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:49.759209 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:49.768132 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Attempting to bind port efba7cb0-f502-4330-937c-544a6d4d2ba3 on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:49.772950 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Attempting to bind port efba7cb0-f502-4330-937c-544a6d4d2ba3 by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:49.773156 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa49760-9489-4c48-8a82-c3052ee05f28,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:49.773447 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Attempting to bind port efba7cb0-f502-4330-937c-544a6d4d2ba3 on network 497991f9-93e4-44dd-8f72-d5ffd0901c47 {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:49.777386 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:49.783116 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.784236 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'port_id': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'mac_address': 'fa:16:3e:60:d7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:38:49.788113 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:49.789704 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device f79ea5fa-fa72-4427-8bf0-91668a556a1c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:49.790345 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Checking segment: {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:49.793807 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.794346 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Bound using segment: {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'} {{(pid=75110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:49.795123 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.managers [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Bound port: efba7cb0-f502-4330-937c-544a6d4d2ba3, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f637b925-0d8d-4d15-907d-7381cd0af899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47'}}] {{(pid=75110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:49.800119 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8fa49760-9489-4c48-8a82-c3052ee05f28 HTTP/1.1" status: 204 len: 168 time: 0.4632318 Sep 15 08:38:49.800729 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 48470) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:49.805178 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.845731 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5482ce-ef6b-4777-a056-8c483165e82a req-61de41d6-612f-4c0f-bdca-6af5acaf264b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:49.858109 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ed5482ce-ef6b-4777-a056-8c483165e82a req-61de41d6-612f-4c0f-bdca-6af5acaf264b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1149042 Sep 15 08:38:49.891436 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: f79ea5fa-fa72-4427-8bf0-91668a556a1c {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:49.892042 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device f79ea5fa-fa72-4427-8bf0-91668a556a1c not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:49.930485 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ed5482ce-ef6b-4777-a056-8c483165e82a req-df57e2e8-7eda-4b8d-a6a9-ff2387d269cb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682306 Sep 15 08:38:49.944409 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.966178 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.972318 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] For port efba7cb0-f502-4330-937c-544a6d4d2ba3, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:49.976009 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.plugins.ml2.db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] For port efba7cb0-f502-4330-937c-544a6d4d2ba3, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=efba7cb0-f502-4330-937c-544a6d4d2ba3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:49.983524 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:49.991647 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:49.995008 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-ef7d890c-613f-4394-8ec4-5435382d7f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:50.007205 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:50.013106 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.015076 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:50.074938 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Pushing event updated for resources: {'Port': ['ID=efba7cb0-f502-4330-937c-544a6d4d2ba3,revision_number=4']} {{(pid=75110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:50.079890 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG oslo_concurrency.lockutils [None req-adbc733c-e518-478e-97c1-90d5561e5961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:50.085045 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:50.086399 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:50.087032 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:50.099661 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:50.146317 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.168640 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00372526-ed2d-4bab-a934-eac33081b963']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:50.183405 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafb4796-d921-40d4-a65d-0f247e574d3c') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:50.183694 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafb4796-d921-40d4-a65d-0f247e574d3c') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:50.198315 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.217967 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.229814 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f060f-d9f7-41bd-bea9-fb4ff23aec1c req-9f3050a2-d0dd-4d0e-aabb-eacc7ec6e4db tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:50.231341 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-207f060f-d9f7-41bd-bea9-fb4ff23aec1c req-9f3050a2-d0dd-4d0e-aabb-eacc7ec6e4db tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.2087467 Sep 15 08:38:50.234990 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:38:50.235588 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:38:50.255702 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:38:50.334735 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:50.345121 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bfdfe-db21-443b-974b-d4896ce22613 req-880d30ad-79fb-41ac-8a8f-5b805a46b1a4 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:50.349468 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-790bfdfe-db21-443b-974b-d4896ce22613 req-880d30ad-79fb-41ac-8a8f-5b805a46b1a4 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 945 time: 0.0844045 Sep 15 08:38:50.365331 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.372244 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.375974 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:50.397445 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-790bfdfe-db21-443b-974b-d4896ce22613 req-4caa5ad9-575d-4f31-8f26-ec2fbb469d7e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439870 Sep 15 08:38:50.403553 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-207f060f-d9f7-41bd-bea9-fb4ff23aec1c req-3a883aa6-b8af-48a7-97d3-f80b6ef369d1 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469774 Sep 15 08:38:50.407810 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Pushing event deleted for resources: {'Network': ['ID=00372526-ed2d-4bab-a934-eac33081b963,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:50.410356 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:50.420612 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] 10.222.0.32 "DELETE /v2.0/networks/00372526-ed2d-4bab-a934-eac33081b963 HTTP/1.1" status: 204 len: 168 time: 0.6164258 Sep 15 08:38:50.525092 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:50.722080 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Sync routers for ids ['fd50600e-4721-443d-9018-e35c90137d9e'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:38:50.723336 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 48486) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:50.746653 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:38:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:50.755618 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfa12a-08fe-4544-af37-eafc2de9c94f None None] The sync data for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb is: [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:38:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:38:50.756871 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Routers {'fd50600e-4721-443d-9018-e35c90137d9e'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:50.757711 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['fd50600e-4721-443d-9018-e35c90137d9e'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:50.836575 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-1458d8ad-87c7-4ad3-a5aa-53154e23dd64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8493028c2191412e9173092296234417&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1092219 Sep 15 08:38:50.837862 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48492) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:50.908802 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3132a-bd38-41c6-83d9-0b68b4552798 req-6008e6a6-9a47-41ae-8e01-abf285bd9b3f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:50.917406 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95f3132a-bd38-41c6-83d9-0b68b4552798 req-6008e6a6-9a47-41ae-8e01-abf285bd9b3f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.2289953 Sep 15 08:38:51.044942 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-944c46f7-3514-4001-a2af-0e5a087f9bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:51.074916 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95f3132a-bd38-41c6-83d9-0b68b4552798 req-a1be0b5e-d5b1-4ae0-99a3-142f9b4695d9 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284223 Sep 15 08:38:51.083736 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-944c46f7-3514-4001-a2af-0e5a087f9bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:51.113239 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541241-0fcf-40be-a350-f253de713fc8 req-9ad241db-2619-440c-8116-0364684f8a35 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:51.115740 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-08541241-0fcf-40be-a350-f253de713fc8 req-9ad241db-2619-440c-8116-0364684f8a35 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1579211 Sep 15 08:38:51.185415 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-944c46f7-3514-4001-a2af-0e5a087f9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:51.188141 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Set router fd50600e-4721-443d-9018-e35c90137d9e gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:51.196198 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-112d665d-9a32-436b-863e-dd7c97365c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:51.207062 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c46f7-3514-4001-a2af-0e5a087f9bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6229b2-9980-4fb8-8651-cfe675a12b39,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:51.210763 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-944c46f7-3514-4001-a2af-0e5a087f9bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:51.214022 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-944c46f7-3514-4001-a2af-0e5a087f9bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:51.217782 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-944c46f7-3514-4001-a2af-0e5a087f9bc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f6229b2-9980-4fb8-8651-cfe675a12b39 HTTP/1.1" status: 204 len: 168 time: 0.3777859 Sep 15 08:38:51.226105 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-08541241-0fcf-40be-a350-f253de713fc8 req-13a53754-6efe-4a85-8682-220fa4cd5135 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927308 Sep 15 08:38:51.397258 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971f63-2ee5-4b69-953b-5fae62110c64 req-aa0a76d5-9104-418e-b314-79ec1a02c2a4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:51.404840 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9b971f63-2ee5-4b69-953b-5fae62110c64 req-aa0a76d5-9104-418e-b314-79ec1a02c2a4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1486344 Sep 15 08:38:51.465977 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9b971f63-2ee5-4b69-953b-5fae62110c64 req-495f8503-cbc4-43ca-b65f-8171cf431641 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601175 Sep 15 08:38:51.749382 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device efba7cb0-f502-4330-937c-544a6d4d2ba3 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:51.827494 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529ecf5-fded-4ef2-a477-25ea7d085960 req-c7fffba3-897b-4dfb-806e-5e56607ccd52 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:51.829054 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2529ecf5-fded-4ef2-a477-25ea7d085960 req-c7fffba3-897b-4dfb-806e-5e56607ccd52 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 945 time: 0.1737051 Sep 15 08:38:51.910250 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:38:02Z', 'revision_number': 4, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port': {'id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:57Z', 'updated_at': '2021-09-15T08:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '7cde1064-609e-4841-9654-d33b0113993b', 'name': '', 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'mac_address': 'fa:16:3e:a2:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:01Z', 'updated_at': '2021-09-15T08:38:02Z', 'revision_number': 2, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'subnets': [{'id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:51.915782 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2529ecf5-fded-4ef2-a477-25ea7d085960 req-5955645f-c739-41d0-967d-02a2253ef8a6 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792356 Sep 15 08:38:51.916294 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Checking router: fd50600e-4721-443d-9018-e35c90137d9e for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:38:51.916671 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Updating router fd50600e-4721-443d-9018-e35c90137d9e port 7cde1064-609e-4841-9654-d33b0113993b binding host dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:38:51.943372 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port efba7cb0-f502-4330-937c-544a6d4d2ba3 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:51.967733 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port efba7cb0-f502-4330-937c-544a6d4d2ba3 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:51.968119 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.029541 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.215088 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.342323 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port efba7cb0-f502-4330-937c-544a6d4d2ba3, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=efba7cb0-f502-4330-937c-544a6d4d2ba3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:52.349582 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.353143 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e6f6da64-7092-4a93-83ef-4feb1d649e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:52.391018 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18787-6d1a-4846-bb60-843081e5849b req-b60aeba8-09c6-4b08-9b61-09a12172494d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:52.393648 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-91b18787-6d1a-4846-bb60-843081e5849b req-b60aeba8-09c6-4b08-9b61-09a12172494d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1130555 Sep 15 08:38:52.449886 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-91b18787-6d1a-4846-bb60-843081e5849b req-e67f8cf6-caa6-4415-a119-869fec564714 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496404 Sep 15 08:38:52.475723 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=efba7cb0-f502-4330-937c-544a6d4d2ba3,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:52.487046 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:52.581234 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Notify callbacks [] for port, precommit_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.595059 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Transition to ACTIVE for port object 7cde1064-609e-4841-9654-d33b0113993b will not be triggered until provisioned by entity L2. {{(pid=75109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:52.603732 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.607854 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:52.746762 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0581c-325b-4b10-aef5-514fb6e0141d req-92c3a57a-2124-4267-ab27-e7dfcf48a6e5 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:52.754311 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8bc0581c-325b-4b10-aef5-514fb6e0141d req-92c3a57a-2124-4267-ab27-e7dfcf48a6e5 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1160047 Sep 15 08:38:52.821642 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8bc0581c-325b-4b10-aef5-514fb6e0141d req-1e4f3f4f-c19f-4573-8f23-087a16996a36 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623868 Sep 15 08:38:52.842809 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba658f-faf0-401a-a387-98cfcb5e0639 None None] Pushing event updated for resources: {'Port': ['ID=7cde1064-609e-4841-9654-d33b0113993b,revision_number=3']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:52.852600 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-dcba658f-faf0-401a-a387-98cfcb5e0639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:52.922779 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Attempting to bind port 7cde1064-609e-4841-9654-d33b0113993b on host dv-cinder-806007-2-smb for vnic_type normal with profile {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:52.923252 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Attempting to bind port 7cde1064-609e-4841-9654-d33b0113993b by drivers openvswitch,hyperv on host dv-cinder-806007-2-smb at level 0 using segments [{'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:52.923680 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Attempting to bind port 7cde1064-609e-4841-9654-d33b0113993b on network 28cf6c92-98ac-4605-8376-0d8444caad54 {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:52.930346 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Checking agent: {'id': '5f62ab71-875d-41de-bedc-faca98f0f4cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 12), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:52.930856 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Checking segment: {'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:52.931305 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.931815 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Bound using segment: {'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'} {{(pid=75109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:52.932251 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.managers [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Bound port: 7cde1064-609e-4841-9654-d33b0113993b, host: dv-cinder-806007-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54964296-dc42-4883-a7bf-8bd167b9b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54'}}] {{(pid=75109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:52.932631 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.060524 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] For port 7cde1064-609e-4841-9654-d33b0113993b, host dv-cinder-806007-2-smb, cleared binding levels {{(pid=75109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:53.069945 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] For port 7cde1064-609e-4841-9654-d33b0113993b, host dv-cinder-806007-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=7cde1064-609e-4841-9654-d33b0113993b,segment=NetworkSegment(54964296-dc42-4883-a7bf-8bd167b9b0fd),segment_id=54964296-dc42-4883-a7bf-8bd167b9b0fd)] {{(pid=75109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:53.081061 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.095940 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:53.179427 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5b5ef-fc69-45db-84f2-cd1c22b393de req-aa12760d-e697-40a1-a592-f3ba319f8f86 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:53.180936 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-edc5b5ef-fc69-45db-84f2-cd1c22b393de req-aa12760d-e697-40a1-a592-f3ba319f8f86 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 945 time: 0.1405606 Sep 15 08:38:53.183337 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Routers {'fd50600e-4721-443d-9018-e35c90137d9e'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:53.183900 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['fd50600e-4721-443d-9018-e35c90137d9e'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:53.278481 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-edc5b5ef-fc69-45db-84f2-cd1c22b393de req-b8fd0690-0ed7-489c-ab2d-17ab75caff81 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910904 Sep 15 08:38:53.311081 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba658f-faf0-401a-a387-98cfcb5e0639 None None] Pushing event updated for resources: {'Port': ['ID=7cde1064-609e-4841-9654-d33b0113993b,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:53.314615 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-dcba658f-faf0-401a-a387-98cfcb5e0639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:53.453901 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] Set router fd50600e-4721-443d-9018-e35c90137d9e gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:53.627000 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:53.673897 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37630db-a10c-41be-af57-f6b08feab6fa req-8620a613-4d80-4d3a-9a9e-190409c7d450 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:53.681362 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b37630db-a10c-41be-af57-f6b08feab6fa req-8620a613-4d80-4d3a-9a9e-190409c7d450 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0969646 Sep 15 08:38:53.727512 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b37630db-a10c-41be-af57-f6b08feab6fa req-a1916fb7-4b64-4e42-bb10-cb923886743f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Sep 15 08:38:53.744609 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device efba7cb0-f502-4330-937c-544a6d4d2ba3 up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:53.995416 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:54.002928 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:54.003313 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.058105 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port efba7cb0-f502-4330-937c-544a6d4d2ba3 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:54.058601 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.070600 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111c960-28d3-4670-89f8-49bf25ec5e53 req-eb777096-a24f-4ced-af45-8dc5099cadd2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:54.072109 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e111c960-28d3-4670-89f8-49bf25ec5e53 req-eb777096-a24f-4ced-af45-8dc5099cadd2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0973914 Sep 15 08:38:54.140916 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e111c960-28d3-4670-89f8-49bf25ec5e53 req-220a5231-5293-48b7-8710-02ec9b830c6e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563991 Sep 15 08:38:54.198711 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:38:02Z', 'revision_number': 4, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port': {'id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:57Z', 'updated_at': '2021-09-15T08:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '7cde1064-609e-4841-9654-d33b0113993b', 'name': '', 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'mac_address': 'fa:16:3e:a2:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:01Z', 'updated_at': '2021-09-15T08:38:53Z', 'revision_number': 4, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'subnets': [{'id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:54.239910 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06bbc12-6bd9-4e5e-bbd9-1dda0a3ff80d None None] The sync data for ids ['fd50600e-4721-443d-9018-e35c90137d9e'] in dv-cinder-806007-2-smb is: [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:38:02Z', 'revision_number': 4, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port': {'id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:57Z', 'updated_at': '2021-09-15T08:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '7cde1064-609e-4841-9654-d33b0113993b', 'name': '', 'network_id': '28cf6c92-98ac-4605-8376-0d8444caad54', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'mac_address': 'fa:16:3e:a2:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:01Z', 'updated_at': '2021-09-15T08:38:53Z', 'revision_number': 4, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'subnets': [{'id': '3ce4c562-1220-47cc-ba8c-73b29f9e8fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:38:54.245011 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.283255 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 7cde1064-609e-4841-9654-d33b0113993b up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:54.314839 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:54.354773 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:54.374818 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.385622 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-dcba658f-faf0-401a-a387-98cfcb5e0639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:54.433899 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'code': 200} Sep 15 08:38:54.507251 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:54.525009 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:54.525915 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning for port 7cde1064-609e-4841-9654-d33b0113993b completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:54.532961 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 7cde1064-609e-4841-9654-d33b0113993b triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:54.533516 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.596760 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361701bf-8695-4046-a698-d7fbecd3725a req-ab4e033c-e915-47e4-808c-61f7f4c0dd28 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:54.606936 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-361701bf-8695-4046-a698-d7fbecd3725a req-ab4e033c-e915-47e4-808c-61f7f4c0dd28 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1884131 Sep 15 08:38:54.667256 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-361701bf-8695-4046-a698-d7fbecd3725a req-0cba5a98-1f72-457e-b548-e66c07913b78 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589235 Sep 15 08:38:54.723366 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.782835 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] For port 7cde1064-609e-4841-9654-d33b0113993b, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=7cde1064-609e-4841-9654-d33b0113993b,segment=NetworkSegment(54964296-dc42-4883-a7bf-8bd167b9b0fd),segment_id=54964296-dc42-4883-a7bf-8bd167b9b0fd)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:54.790938 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.793232 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-5565decf-079f-46eb-8eb7-b60bcbe44f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:54.883650 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Pushing event updated for resources: {'Port': ['ID=7cde1064-609e-4841-9654-d33b0113993b,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:54.887249 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:55.094187 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-99e81e70-9458-4599-97d3-76a83e9646cc req-8b01e8dc-b1d8-4d5c-8351-93bfe81b5b3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1099 time: 0.2087896 Sep 15 08:38:55.169836 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-99e81e70-9458-4599-97d3-76a83e9646cc req-889ddcd2-a9e1-4481-94e3-ace8dc9129ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568585 Sep 15 08:38:55.180560 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c970be-180f-4d74-a02e-2d801d38a123 req-435e1ece-0d39-44df-8726-bc4fc480ee3e tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.182014 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e7c970be-180f-4d74-a02e-2d801d38a123 req-435e1ece-0d39-44df-8726-bc4fc480ee3e tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.2295427 Sep 15 08:38:55.235650 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e7c970be-180f-4d74-a02e-2d801d38a123 req-15818f01-0371-4492-a572-874c5d331cea tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479078 Sep 15 08:38:55.260638 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-47ea3c2c-44ab-488f-8ef2-101b0617f762 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1098 time: 0.2190697 Sep 15 08:38:55.270664 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83ed5-5c8d-44c8-80d1-b002dd9e9bdf req-17626e90-7c71-43a0-ae6f-df20649e89d5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.272064 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ecb83ed5-5c8d-44c8-80d1-b002dd9e9bdf req-17626e90-7c71-43a0-ae6f-df20649e89d5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1344028 Sep 15 08:38:55.324707 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ecb83ed5-5c8d-44c8-80d1-b002dd9e9bdf req-250b81bc-7bf5-49e6-8156-0d54ff513bef tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Sep 15 08:38:55.400044 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48626) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:55.446923 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf54c0-ab51-4afa-9770-ac9960418042 req-17241d6c-e91e-4395-8413-69b0ce57268e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.448386 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8cf54c0-ab51-4afa-9770-ac9960418042 req-17241d6c-e91e-4395-8413-69b0ce57268e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0867457 Sep 15 08:38:55.493049 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8cf54c0-ab51-4afa-9770-ac9960418042 req-760d1ca6-f84f-4eb8-8813-c6e0c350cf39 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389278 Sep 15 08:38:55.560353 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.643884 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 7cde1064-609e-4841-9654-d33b0113993b up at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:55.654860 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:55.661985 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Usage tracker for resource:security_group_rule and tenant:88acc4bd12db4f10bd8c5d62c9c2ca76 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:55.667937 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:55.677834 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:55.726983 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-db738938-b84b-4f6b-a6df-1d0158f1df85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.727620 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Provisioning complete for port 7cde1064-609e-4841-9654-d33b0113993b triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:55.728415 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.728560 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-db738938-b84b-4f6b-a6df-1d0158f1df85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 920 time: 0.1905005 Sep 15 08:38:55.822434 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-26f347c8-2cf5-407f-b855-45e2ae37632f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0864789 Sep 15 08:38:55.959459 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.968921 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.977509 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:55.984212 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-21b4ae73-55fa-447a-9e92-5943c3c76ca8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.985633 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-21b4ae73-55fa-447a-9e92-5943c3c76ca8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 200 len: 859 time: 0.1267128 Sep 15 08:38:56.039126 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effcf71-741d-409c-829f-dd725fadc87e req-98128d55-5f9a-471e-b276-9377d6a79814 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:56.040612 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5effcf71-741d-409c-829f-dd725fadc87e req-98128d55-5f9a-471e-b276-9377d6a79814 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.0766926 Sep 15 08:38:56.062716 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-d7830ab8-8292-4650-ab9b-d58ce41cda9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42de1df9-74e9-490a-9e1c-39f4f31e401e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676458 Sep 15 08:38:56.066695 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96be488-8d7e-4d34-a879-7795aa8748f8,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:56.069873 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:56.086096 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5effcf71-741d-409c-829f-dd725fadc87e req-26c1acb6-fa1a-48a6-af5d-1e3caa68cf56 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Sep 15 08:38:56.099109 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf2301-eae2-435a-a8b2-2259ebc2fb56 req-02494e73-81c2-424c-b2a2-7944abb4ba17 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:56.100577 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c9cf2301-eae2-435a-a8b2-2259ebc2fb56 req-02494e73-81c2-424c-b2a2-7944abb4ba17 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.2814920 Sep 15 08:38:56.102626 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88acc4bd12db4f10bd8c5d62c9c2ca76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7016108 Sep 15 08:38:56.107143 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 48642) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:56.122919 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 48646) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:56.201287 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e4fc-1c31-4340-b667-ba4ac80260cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.227576 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e4fc-1c31-4340-b667-ba4ac80260cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.230156 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c9cf2301-eae2-435a-a8b2-2259ebc2fb56 req-6377f1f8-8fc3-4082-bf48-5092261e4002 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228855 Sep 15 08:38:56.255446 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-4cf7f179-1292-43c6-aa02-01b6f4caf045 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803620 Sep 15 08:38:56.288270 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e4fc-1c31-4340-b667-ba4ac80260cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.295930 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-569fe016-e446-48ed-8f5d-80017702cf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:56.343433 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e4fc-1c31-4340-b667-ba4ac80260cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96be488-8d7e-4d34-a879-7795aa8748f8,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:56.350042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e4fc-1c31-4340-b667-ba4ac80260cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.351203 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-9ca2e4fc-1c31-4340-b667-ba4ac80260cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e96be488-8d7e-4d34-a879-7795aa8748f8 HTTP/1.1" status: 204 len: 168 time: 0.2427940 Sep 15 08:38:56.352181 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9ca2e4fc-1c31-4340-b667-ba4ac80260cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:56.413223 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2d2ad371-e5cc-476c-82f1-02171a049063 req-a553ba58-0e51-477f-bc68-13eb2bf5afe5 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515789 Sep 15 08:38:56.469716 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48658) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:56.469902 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-6980e6c8-54c9-4b81-8ca5-aed44215b06d tempest-TestMinimumBasicScenario-431657575 tempest-TestMinimumBasicScenario-431657575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1093 time: 0.3458149 Sep 15 08:38:56.475437 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'floatingip': {'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'port_id': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:56.487969 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1274ddf-e3ec-41b7-ba8d-a0de8886e63a req-f120c538-26ad-4acd-b6f1-ea6290f66109 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:56.495006 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e1274ddf-e3ec-41b7-ba8d-a0de8886e63a req-f120c538-26ad-4acd-b6f1-ea6290f66109 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1042559 Sep 15 08:38:56.527514 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:56.537107 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:floatingip and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:56.540218 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e1274ddf-e3ec-41b7-ba8d-a0de8886e63a req-b06cede9-a52e-40a4-8da2-7aef858a603d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Sep 15 08:38:56.542177 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:56.549388 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:56.584072 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for floatingip, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.678257 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad0ee-1b80-4da4-a10c-1662e590a0db req-928f6113-c6ba-4d25-bf27-44e6e5e38033 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:56.679812 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8d9ad0ee-1b80-4da4-a10c-1662e590a0db req-928f6113-c6ba-4d25-bf27-44e6e5e38033 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1960914 Sep 15 08:38:56.743702 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8d9ad0ee-1b80-4da4-a10c-1662e590a0db req-7e780299-b9cd-4336-97c4-496ed26a0ef1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578601 Sep 15 08:38:56.751177 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa00f59-5548-4d7e-b31b-676441c8d622 req-24b13fcb-c5dc-4452-9aeb-ec445dca062a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:56.752977 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-afa00f59-5548-4d7e-b31b-676441c8d622 req-24b13fcb-c5dc-4452-9aeb-ec445dca062a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0941346 Sep 15 08:38:56.794194 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.810248 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 48666) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:56.812797 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-afa00f59-5548-4d7e-b31b-676441c8d622 req-284fc487-3bf1-44e9-906b-d155fc56b5a3 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526962 Sep 15 08:38:56.831304 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.865160 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:56.872645 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0887857eb55c48bfae8757a20e12c4ff is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:56.875781 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:56.883144 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:56.962613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.967177 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.975040 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e5f6f32e-268c-4977-be6f-0408c62a9b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:57.018771 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0887857eb55c48bfae8757a20e12c4ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2045426 Sep 15 08:38:57.019588 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc39f15e-0bc5-49cd-9853-9e7e819e1188,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:57.021675 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48670) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:57.022861 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:57.082267 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Allocated IP 172.28.0.133 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/52a3a859-6fde-4240-854d-a566416e5c94) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:57.166540 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22d2aad7-8ad2-48d6-b0d6-19c9f100fb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.208053 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22d2aad7-8ad2-48d6-b0d6-19c9f100fb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.289556 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.309630 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22d2aad7-8ad2-48d6-b0d6-19c9f100fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.314932 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9e5f6ad2-b032-4bcd-b746-4525d9e73b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:57.330113 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2aad7-8ad2-48d6-b0d6-19c9f100fb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc39f15e-0bc5-49cd-9853-9e7e819e1188,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:57.333642 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-22d2aad7-8ad2-48d6-b0d6-19c9f100fb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:57.341367 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.347675 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ddf66243-6e83-42cc-b53c-adc0da3991dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:57.413244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22d2aad7-8ad2-48d6-b0d6-19c9f100fb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.414265 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-22d2aad7-8ad2-48d6-b0d6-19c9f100fb06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc39f15e-0bc5-49cd-9853-9e7e819e1188 HTTP/1.1" status: 204 len: 168 time: 0.3917024 Sep 15 08:38:57.459043 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:57.462498 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:57.470657 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:57.502260 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'Port': ['ID=52a3a859-6fde-4240-854d-a566416e5c94,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:57.512369 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:57.573289 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:38:57.583542 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495f465-397a-49bb-bb06-4376fe58fb95 req-f68fa00a-194f-473c-ae6a-c94e00fa8a01 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:57.585014 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8495f465-397a-49bb-bb06-4376fe58fb95 req-f68fa00a-194f-473c-ae6a-c94e00fa8a01 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.2081394 Sep 15 08:38:57.721300 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8495f465-397a-49bb-bb06-4376fe58fb95 req-ac968b83-6333-41de-b935-f3f80e4d6d8c tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263771 Sep 15 08:38:57.801480 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:57.814894 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'port_id': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'mac_address': 'fa:16:3e:21:bb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:38:57.884971 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f798-8674-4e31-871a-bd0870bb697b req-35ed57f7-0567-4c81-9ab8-e52f6f882480 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:57.886492 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4289f798-8674-4e31-871a-bd0870bb697b req-35ed57f7-0567-4c81-9ab8-e52f6f882480 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1401374 Sep 15 08:38:57.890588 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.910521 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 731f2884-1d9d-4ddd-a4a0-3a92efca34ed {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:57.932915 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:57.939610 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.946629 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:57.948668 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4289f798-8674-4e31-871a-bd0870bb697b req-00df00e2-48ff-43d0-9a0a-41221ad8fb80 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565240 Sep 15 08:38:58.040154 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=6']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:58.046100 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:58.072602 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a52395-2d55-4804-929c-73226aa3d386 req-40d72166-7313-4a02-a6ea-b5fd3a8a5402 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:58.074085 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-63a52395-2d55-4804-929c-73226aa3d386 req-40d72166-7313-4a02-a6ea-b5fd3a8a5402 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1945329 Sep 15 08:38:58.153622 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:58.165257 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5890092-0d32-44d8-ba08-b5a636fbd9c1 req-1dde2ce7-c8ad-4827-86af-39379d8e7106 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:58.166813 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a5890092-0d32-44d8-ba08-b5a636fbd9c1 req-1dde2ce7-c8ad-4827-86af-39379d8e7106 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0868354 Sep 15 08:38:58.181934 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['731f2884-1d9d-4ddd-a4a0-3a92efca34ed'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:58.193585 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-63a52395-2d55-4804-929c-73226aa3d386 req-033067a1-7c38-4ea2-ac79-142d61e53959 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109784 Sep 15 08:38:58.226505 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48700) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:58.251737 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a5890092-0d32-44d8-ba08-b5a636fbd9c1 req-70a52ffe-a7fa-4af5-b959-92480878733c tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786774 Sep 15 08:38:58.291053 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:58.657243 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb4d1e-47db-4c0b-af97-4c82f6eab835 req-7c626fa6-b075-4008-8278-38498f1cd212 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:58.658734 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5bdb4d1e-47db-4c0b-af97-4c82f6eab835 req-7c626fa6-b075-4008-8278-38498f1cd212 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 944 time: 0.1922579 Sep 15 08:38:58.666611 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:58.688680 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-d7e13c0c-ac2d-4fba-8987-436bc6e6b4ef tempest-TestShelveInstance-2026485660 tempest-TestShelveInstance-2026485660-project-admin] Synchronizing usage tracker for tenant:b8830f80341948a5b50ba01d64f0e019 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:58.690961 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:58.698159 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0b5db1b9-3695-4459-9f5e-a98aa1575eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:58.770624 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:58.949256 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'Port': ['ID=52a3a859-6fde-4240-854d-a566416e5c94,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:58.952184 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:58.956593 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-d7e13c0c-ac2d-4fba-8987-436bc6e6b4ef tempest-TestShelveInstance-2026485660 tempest-TestShelveInstance-2026485660-project-admin] Unset dirty status for tenant:b8830f80341948a5b50ba01d64f0e019 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:58.958788 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-d7e13c0c-ac2d-4fba-8987-436bc6e6b4ef tempest-TestShelveInstance-2026485660 tempest-TestShelveInstance-2026485660-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1094 time: 0.7260237 Sep 15 08:38:58.961109 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 48716) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:58.963843 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5bdb4d1e-47db-4c0b-af97-4c82f6eab835 req-e0775332-25b0-4123-a4df-6cb2a025871d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953703 Sep 15 08:38:58.968521 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Request body: {'floatingip': {'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'port_id': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'tenant_id': '859b628268124afb94c942d9169df969', 'fixed_ip_address': '172.20.0.11'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:58.976656 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:58.994136 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Usage tracker for resource:floatingip and tenant:859b628268124afb94c942d9169df969 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:59.000433 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:59.021578 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:59.041340 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for floatingip, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.104495 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.l3_db [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Floating IP 5e2780f6-47e2-4f4e-8e44-6634143e55f7 associated. External IP: 172.28.0.133, port: caaf8aa4-7678-4978-85ba-a825a412ccb7. Sep 15 08:38:59.244722 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c9696-819f-499c-8c1a-3798a33842e2 req-26d8bee7-7c5c-4352-83a5-53804645ecae tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:59.246188 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-947c9696-819f-499c-8c1a-3798a33842e2 req-26d8bee7-7c5c-4352-83a5-53804645ecae tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1160941 Sep 15 08:38:59.321672 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.391071 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-947c9696-819f-499c-8c1a-3798a33842e2 req-11a51e7e-305a-42fc-84df-121bd6a417b6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241667 Sep 15 08:38:59.489607 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Allocated IP 172.28.0.234 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/f012e251-1047-42b3-9aee-bc5910bc1073) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:59.574179 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b71eb-165b-4d4a-b0d0-222ad0af91af req-bbbc5d3f-8d00-4a0f-8535-97a02ab812af tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:59.580819 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-777b71eb-165b-4d4a-b0d0-222ad0af91af req-bbbc5d3f-8d00-4a0f-8535-97a02ab812af tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1939735 Sep 15 08:38:59.604856 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:59.675242 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-777b71eb-165b-4d4a-b0d0-222ad0af91af req-c4f2ef38-3bfc-4693-b7e2-32c8c270fe74 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918858 Sep 15 08:38:59.709797 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:59.710304 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.712144 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Router 1d300309-ab6a-40e9-8094-1b16c86570cd has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:38:59.741554 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.802577 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.808371 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:59.916533 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.937249 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:59.939061 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:59.947426 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:59.991577 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:00.009221 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'Port': ['ID=f012e251-1047-42b3-9aee-bc5910bc1073,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:00.009782 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.018821 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:00.023781 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:00.034447 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.037760 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:00.064629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:39:00.077077 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] Sync routers for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:39:00.105252 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'code': 200} Sep 15 08:39:00.106417 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:00.107611 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:00.140591 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-732192ca-edc1-41a2-9f16-181aab901c60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 1098 time: 0.1940596 Sep 15 08:39:00.152943 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.191349 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=7']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:00.195056 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:00.303913 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9821c5-b431-451b-b316-11f37dc34a52 req-103589f6-e95f-49eb-bbc6-bc2a9868feca tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:00.305384 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ac9821c5-b431-451b-b316-11f37dc34a52 req-103589f6-e95f-49eb-bbc6-bc2a9868feca tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.4985294 Sep 15 08:39:00.399573 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:00.435514 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9614527 Sep 15 08:39:00.436828 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:00.439647 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 48754) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:00.460181 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610485245', 'description': 'tempest-secgroup-smoke-610485245 description', 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:00.470582 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:00.488644 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ac9821c5-b431-451b-b316-11f37dc34a52 req-41f93bcb-2e4a-405c-8e45-64d075dfa7fb tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726801 Sep 15 08:39:00.491104 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-80660a40-3920-4b57-b757-408d1ff9683f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:00.492543 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-80660a40-3920-4b57-b757-408d1ff9683f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 910 time: 0.2747648 Sep 15 08:39:00.498927 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6824ec-e27c-4de3-85f6-235e190e3e7d req-6b87c723-f663-4826-b99a-40436ed71ee0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:00.500330 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fa6824ec-e27c-4de3-85f6-235e190e3e7d req-6b87c723-f663-4826-b99a-40436ed71ee0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.2074053 Sep 15 08:39:00.577117 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:00.584938 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'status': 'completed', 'code': 200} Sep 15 08:39:00.604986 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.633142 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fa6824ec-e27c-4de3-85f6-235e190e3e7d req-4456c780-bcc6-43c5-bbff-776b46114b8f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844550 Sep 15 08:39:00.636480 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-97e83852-a662-4f25-b96b-3e880b8a4290 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 200 len: 1001 time: 0.1353002 Sep 15 08:39:00.703879 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-65f37422-d7bc-41af-b06d-8930443cf279 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:00.705332 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-65f37422-d7bc-41af-b06d-8930443cf279 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.0627685 Sep 15 08:39:00.725647 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:00.737621 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:security_group_rule and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:00.749860 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:00.760173 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:00.790823 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '5e2780f6-47e2-4f4e-8e44-6634143e55f7', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'floating_ip_address': '172.28.0.133', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'port_id': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'mac_address': 'fa:16:3e:bc:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:38:57Z', 'updated_at': '2021-09-15T08:38:57Z', 'revision_number': 0, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:55Z', 'revision_number': 5, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:00.798485 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] Checking router: 1d300309-ab6a-40e9-8094-1b16c86570cd for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:39:00.807898 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-b3689c3a-ef22-4b44-b731-1f65a2287044 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867207 Sep 15 08:39:00.809484 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:00.810195 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:00.991262 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51aba877-49f5-4735-b28a-1221c4258851 req-7f64efc9-c998-4a01-9dad-495fb08d8266 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1098 time: 0.3523524 Sep 15 08:39:00.994896 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:01.048942 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-1cfabe0d-0aea-4735-bbcf-6893539a201c service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324483 Sep 15 08:39:01.118067 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.133883 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.141684 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-aa143874-2df7-4170-8f93-3e11ee8257d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:01.213187 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136ac40-055f-42ce-8715-660c408a1b38 req-167fcff5-9389-4386-ad0c-ab2047b33bce tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:01.214733 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c136ac40-055f-42ce-8715-660c408a1b38 req-167fcff5-9389-4386-ad0c-ab2047b33bce tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.3316588 Sep 15 08:39:01.214878 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ff690728-9cc3-4943-8239-cf7fd81a4dea req-e32959a5-a5a3-4dea-b75b-ed7b11ec5f7b service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500521 Sep 15 08:39:01.237435 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:01.261513 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:01.327185 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aba877-49f5-4735-b28a-1221c4258851 req-6d8e8358-0308-4200-80dc-f21befcc3bd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:01.329338 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51aba877-49f5-4735-b28a-1221c4258851 req-6d8e8358-0308-4200-80dc-f21befcc3bd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 916 time: 0.3157754 Sep 15 08:39:01.371651 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '5e2780f6-47e2-4f4e-8e44-6634143e55f7', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'floating_ip_address': '172.28.0.133', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'port_id': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'mac_address': 'fa:16:3e:bc:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:38:57Z', 'updated_at': '2021-09-15T08:38:57Z', 'revision_number': 0, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:55Z', 'revision_number': 5, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:01.375555 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e42d16-fba2-4bfb-af7a-90c0a396a8fe None None] The sync data for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb is: [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '5e2780f6-47e2-4f4e-8e44-6634143e55f7', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'floating_ip_address': '172.28.0.133', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'port_id': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'mac_address': 'fa:16:3e:bc:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:38:57Z', 'updated_at': '2021-09-15T08:38:57Z', 'revision_number': 0, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:55Z', 'revision_number': 5, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:39:01.405894 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.407005 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9626713 Sep 15 08:39:01.410058 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48762) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:01.419971 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'security_group_rule': {'security_group_id': '4bbfaffe-7ffe-433d-b645-dad5c6bd0c38', 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:01.427931 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:01.432241 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:security_group_rule and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:01.435801 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:01.446321 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:01.457484 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.471054 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.526234 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c136ac40-055f-42ce-8715-660c408a1b38 req-d0db3736-14ab-4a2a-8b80-5d05cc40c231 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903662 Sep 15 08:39:01.533397 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.539826 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51aba877-49f5-4735-b28a-1221c4258851 req-f0224e79-a020-43b3-b604-32bb7462ef42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 999 time: 0.1918900 Sep 15 08:39:01.540124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.542725 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2dcfa992-7fd5-4be1-909a-a5bcaea6c4e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:01.563231 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c2c438-303d-4b5b-8bc0-4fd0e2072b43,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:01.567725 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:01.596387 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.601252 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.606702 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1952431 Sep 15 08:39:01.607399 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48772) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:01.615753 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'security_group_rule': {'security_group_id': '4bbfaffe-7ffe-433d-b645-dad5c6bd0c38', 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:01.623640 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:01.630378 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:security_group_rule and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:01.633670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:01.643584 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:01.657683 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aba877-49f5-4735-b28a-1221c4258851 req-b3dbcc55-4c1a-49f7-b0cb-5c522f179a5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:01.659285 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51aba877-49f5-4735-b28a-1221c4258851 req-b3dbcc55-4c1a-49f7-b0cb-5c522f179a5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 200 len: 854 time: 0.1120942 Sep 15 08:39:01.729345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.807256 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420f6a3-20dc-4865-a13d-426cbbe86613 req-a2af1d61-1168-4cb9-a33c-6c36a5c9d9a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:01.808860 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7420f6a3-20dc-4865-a13d-426cbbe86613 req-a2af1d61-1168-4cb9-a33c-6c36a5c9d9a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1412632 Sep 15 08:39:01.844319 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.855629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.862847 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3cc0ee8f-6026-4307-a7a9-5c74927a3dbd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:01.890616 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7420f6a3-20dc-4865-a13d-426cbbe86613 req-95095ca2-f616-4b09-87b4-fe01714a64e1 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746896 Sep 15 08:39:01.891243 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77419d3d-0616-4e4b-8353-4c134b5b723f,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:01.896257 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:01.902436 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.906945 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2953696 Sep 15 08:39:01.906945 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48780) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:01.912066 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'security_group_rule': {'security_group_id': '4bbfaffe-7ffe-433d-b645-dad5c6bd0c38', 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:01.918036 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:01.921936 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:security_group_rule and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:01.924822 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:01.930585 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:01.949261 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.007811 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51aba877-49f5-4735-b28a-1221c4258851 req-5981b279-cca4-46b8-ad51-503ef7f651ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05cf2c99-1d13-4bce-bc2d-5aada568e3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3405619 Sep 15 08:39:02.011209 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.016015 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.017989 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:02.039002 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f6cb73-9eb0-4dd0-99fd-c3238f4043f1,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:02.041350 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:02.049321 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.050643 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431746 Sep 15 08:39:02.053886 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48784) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:02.054396 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.066556 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.073359 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'security_group_rule': {'security_group_id': '4bbfaffe-7ffe-433d-b645-dad5c6bd0c38', 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:02.080972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:02.085719 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:security_group_rule and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:02.088810 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:02.095866 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:02.115606 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:02.116573 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.161051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04af7-7184-4625-9906-ee46f1da3a87 req-98301d69-04a0-4f40-aad7-9debefcf6c6a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:02.162568 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c4d04af7-7184-4625-9906-ee46f1da3a87 req-98301d69-04a0-4f40-aad7-9debefcf6c6a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.2851505 Sep 15 08:39:02.187376 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.192793 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.194910 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ef1e1928-8edb-4c9d-a030-2fc5097b2e43 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:02.214111 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b290d8-eb61-49e5-8db6-28b2c8393dec,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:02.217938 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:02.227094 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.228475 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-fa6f8140-4d72-4308-b409-1faebab9483d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1731389 Sep 15 08:39:02.231185 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48788) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:02.236938 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'security_group_rule': {'security_group_id': '4bbfaffe-7ffe-433d-b645-dad5c6bd0c38', 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:02.243156 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:02.247208 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:security_group_rule and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:02.249993 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:02.257009 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:02.269121 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.securitygroups_db [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Project b60ed3d8a34f4a33b054eeb2cb2c8805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:39:02.276932 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.286845 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event updated for resources: {'Port': ['ID=f012e251-1047-42b3-9aee-bc5910bc1073,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:02.289645 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:02.347211 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.349376 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.353479 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.355814 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-770cd770-bc0d-404e-b0f5-ad4885589f08 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:02.377753 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad01c38-fd8f-4555-a183-6ab5a71fb5dd,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:02.380676 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:02.388331 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.389536 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ebdc8ce8-5798-46ed-a9e4-9aadb2fd254f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1572604 Sep 15 08:39:02.392264 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 48792) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:02.397650 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'security_group_rule': {'security_group_id': '4bbfaffe-7ffe-433d-b645-dad5c6bd0c38', 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:02.403114 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:02.407008 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Usage tracker for resource:security_group_rule and tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:02.409771 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:02.415565 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c4d04af7-7184-4625-9906-ee46f1da3a87 req-9db06de3-6cae-460a-8dc7-7bb6730ae3cf tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431517 Sep 15 08:39:02.416238 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:02.417002 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51aba877-49f5-4735-b28a-1221c4258851 req-8cd7ebdf-3c70-43bc-9d4a-298e598f2999 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864396 Sep 15 08:39:02.428543 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.securitygroups_db [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Project b60ed3d8a34f4a33b054eeb2cb2c8805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:39:02.435924 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.503836 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.507351 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.513332 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ed6bdf3a-a90f-4c57-ac6b-a3c1c137b21e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:02.533775 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b90f585-e785-4adb-86b2-34f54a05521f,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:02.536719 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:02.546262 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.550242 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ff09f273-9adb-4df6-8d08-c1c079af946f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1542852 Sep 15 08:39:02.628669 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-51aba877-49f5-4735-b28a-1221c4258851 req-c884abeb-ef10-41c9-8c08-0ebc2c2032da service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032239 Sep 15 08:39:02.669903 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.l3_db [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Floating IP 2a769a46-2182-4ea2-966f-43456243f572 associated. External IP: 172.28.0.234, port: 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3. Sep 15 08:39:02.690684 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8df5738c-eddb-455f-914e-462f451cae9b req-0f2b384a-7d46-4642-ac64-476ccdeb00d5 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610485245&fields=id&tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805 HTTP/1.1" status: 200 len: 267 time: 0.0524411 Sep 15 08:39:02.774364 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5738c-eddb-455f-914e-462f451cae9b req-0837efee-99a6-4941-bcc5-ac8821d8d8e0 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:02.778735 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8df5738c-eddb-455f-914e-462f451cae9b req-0837efee-99a6-4941-bcc5-ac8821d8d8e0 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.0827167 Sep 15 08:39:02.789563 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-8df5738c-eddb-455f-914e-462f451cae9b req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'port': {'security_groups': ['de44c89c-00bd-402b-af73-5ef4b2753f87', '4bbfaffe-7ffe-433d-b645-dad5c6bd0c38']}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:02.850462 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927f1a3-b4cf-4fc7-bd27-f854683980b2 req-983b8399-b5b2-41f9-b35b-a8e01d4e426c tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:02.851979 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2927f1a3-b4cf-4fc7-bd27-f854683980b2 req-983b8399-b5b2-41f9-b35b-a8e01d4e426c tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1298604 Sep 15 08:39:02.917892 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-8df5738c-eddb-455f-914e-462f451cae9b req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:02.971264 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2927f1a3-b4cf-4fc7-bd27-f854683980b2 req-c6e1cf5f-0d4e-4366-8024-0ad06c00a3de tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610979 Sep 15 08:39:03.299876 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec61dc2-d6f4-4b7b-9ac2-15c7dceb7f39 req-e7db2e22-db50-4ba9-a43e-ebe5986500bf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:03.301397 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9ec61dc2-d6f4-4b7b-9ac2-15c7dceb7f39 req-e7db2e22-db50-4ba9-a43e-ebe5986500bf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1874123 Sep 15 08:39:03.328725 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-8df5738c-eddb-455f-914e-462f451cae9b req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] For port caaf8aa4-7678-4978-85ba-a825a412ccb7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:03.335681 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Router 1c420969-e522-4bcb-9e48-9d64a60b46a1 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:39:03.381875 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9ec61dc2-d6f4-4b7b-9ac2-15c7dceb7f39 req-3e715acc-d46e-4b29-a1b9-2df25377c729 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728817 Sep 15 08:39:03.390262 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-8df5738c-eddb-455f-914e-462f451cae9b req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.400012 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-8df5738c-eddb-455f-914e-462f451cae9b req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.408197 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:03.444468 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['caaf8aa4-7678-4978-85ba-a825a412ccb7'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:39:03.548008 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'Port': ['ID=caaf8aa4-7678-4978-85ba-a825a412ccb7,revision_number=6']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:03.552720 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:03.566042 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5738c-eddb-455f-914e-462f451cae9b req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:03.566756 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-8df5738c-eddb-455f-914e-462f451cae9b req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.576868 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8df5738c-eddb-455f-914e-462f451cae9b req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "PUT /v2.0/ports/caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 981 time: 0.7947385 Sep 15 08:39:03.577871 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:03.769204 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['caaf8aa4-7678-4978-85ba-a825a412ccb7'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:39:03.848082 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbada3b-6ab5-41be-b6a2-23e2d6da8bd6 req-8197f15c-1915-406c-a8cb-481d8bd1ffa0 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:03.859773 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5dbada3b-6ab5-41be-b6a2-23e2d6da8bd6 req-8197f15c-1915-406c-a8cb-481d8bd1ffa0 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.1241009 Sep 15 08:39:03.896552 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-543c900a-0a02-4cc1-b84c-7dab150571c1 None None] Provisioning complete for port caaf8aa4-7678-4978-85ba-a825a412ccb7 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:03.897011 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-543c900a-0a02-4cc1-b84c-7dab150571c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.915005 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5dbada3b-6ab5-41be-b6a2-23e2d6da8bd6 req-e067e8ce-11ac-4df5-a51d-a699e4564be4 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544844 Sep 15 08:39:03.935755 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86476eb-24de-4a65-905b-bc4a7e76c058 req-c52966af-28f6-4e3b-8cad-c7f4ef8bf48c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:03.936969 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f86476eb-24de-4a65-905b-bc4a7e76c058 req-c52966af-28f6-4e3b-8cad-c7f4ef8bf48c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1499212 Sep 15 08:39:03.942409 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:39:03.983513 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] Sync routers for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:39:03.993162 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f86476eb-24de-4a65-905b-bc4a7e76c058 req-fb53e611-9823-432c-b7fe-d111f76bf4fe tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487227 Sep 15 08:39:04.021390 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.035484 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'status': 'completed', 'code': 200} Sep 15 08:39:04.065738 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:04.066323 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:04.123871 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1466682 Sep 15 08:39:04.123871 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:04.211720 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-888140f0-6e2d-49eb-9c44-3d0edf8734e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1137 time: 0.1043267 Sep 15 08:39:04.247519 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'status': 'completed', 'code': 200} Sep 15 08:39:04.375665 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941f2a-ef92-4f1b-a5d3-9c04f041ec97 req-a8b04636-fd16-463b-82ee-a372465124d4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:04.377258 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-aa941f2a-ef92-4f1b-a5d3-9c04f041ec97 req-a8b04636-fd16-463b-82ee-a372465124d4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1734228 Sep 15 08:39:04.387097 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-f9a953d5-3336-4f17-a56d-f4577aaeeb35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:04.389378 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-f9a953d5-3336-4f17-a56d-f4577aaeeb35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 916 time: 0.1695571 Sep 15 08:39:04.415812 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8777b348-fe90-4f79-9f58-5652198e73df req-59f7a484-c7f4-4732-8a13-f3d8ce0a5b91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1099 time: 0.1206203 Sep 15 08:39:04.580671 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-45bc4f72-1d5b-4e58-a555-7f48baf235e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 999 time: 0.1831942 Sep 15 08:39:04.583349 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:04.618802 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-aa941f2a-ef92-4f1b-a5d3-9c04f041ec97 req-58bfe23c-a2f5-47c8-a3ec-addf03dfff99 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316015 Sep 15 08:39:04.678641 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-60b6101d-15ba-44f2-aba7-0f5987bd8eab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:04.682956 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-60b6101d-15ba-44f2-aba7-0f5987bd8eab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 200 len: 854 time: 0.0937610 Sep 15 08:39:04.709772 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777b348-fe90-4f79-9f58-5652198e73df req-96befd60-1a59-40d6-abc4-25381754982f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:04.711409 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8777b348-fe90-4f79-9f58-5652198e73df req-96befd60-1a59-40d6-abc4-25381754982f service neutron] 10.222.0.37 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 910 time: 0.2871568 Sep 15 08:39:04.816559 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-2cdcf94e-1b36-4e9f-a010-feef1d62e147 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05cf2c99-1d13-4bce-bc2d-5aada568e3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1191020 Sep 15 08:39:04.884991 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8777b348-fe90-4f79-9f58-5652198e73df req-5521ac87-4d9d-4c44-93ea-d393ccf4b5db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 1000 time: 0.1592922 Sep 15 08:39:05.037057 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777b348-fe90-4f79-9f58-5652198e73df req-d2f47c46-931d-42a7-b20d-d279b6c70150 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:05.040970 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-8cd4cc14-5d4c-4e18-901c-6121a59c8383 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128735 Sep 15 08:39:05.042498 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8777b348-fe90-4f79-9f58-5652198e73df req-d2f47c46-931d-42a7-b20d-d279b6c70150 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 200 len: 848 time: 0.1440604 Sep 15 08:39:05.254483 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8777b348-fe90-4f79-9f58-5652198e73df req-e7914a71-f690-4d40-96fd-7b30a36e8218 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=497991f9-93e4-44dd-8f72-d5ffd0901c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1828189 Sep 15 08:39:05.256783 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ba479b4d-bf73-4e25-b680-5db00add75cf req-80ad9d0c-4cf7-497d-9164-0b19e64f94c2 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932690 Sep 15 08:39:05.341959 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '2a769a46-2182-4ea2-966f-43456243f572', 'tenant_id': '859b628268124afb94c942d9169df969', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'port_id': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'mac_address': 'fa:16:3e:60:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8764b-dfb2-4804-a182-66a52a495d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:39:00Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 0, 'project_id': '859b628268124afb94c942d9169df969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:38:52Z', 'revision_number': 5, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:05.356626 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] Checking router: 1c420969-e522-4bcb-9e48-9d64a60b46a1 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:39:05.391950 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:05.392605 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:38:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:05.445378 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc97b-08f5-40ea-9fc3-264a2e198379 req-63054706-0346-478a-a3e0-28618fb33a2d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:05.446944 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-772bc97b-08f5-40ea-9fc3-264a2e198379 req-63054706-0346-478a-a3e0-28618fb33a2d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1186533 Sep 15 08:39:05.473756 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8777b348-fe90-4f79-9f58-5652198e73df req-1fc70d8f-c73d-4dd3-9da0-5b0d2385e81e service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828189 Sep 15 08:39:05.522141 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-772bc97b-08f5-40ea-9fc3-264a2e198379 req-df99f8bf-74af-497c-b3e4-0b5c464d7c24 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679963 Sep 15 08:39:05.682767 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:05.688283 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8777b348-fe90-4f79-9f58-5652198e73df req-326eaf61-5085-4b34-8b4f-a238c4ba0c0b service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025683 Sep 15 08:39:05.760923 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744f8bb-0ca7-4998-a01f-0fb1831eecf6 None None] New status for floating IP 5e2780f6-47e2-4f4e-8e44-6634143e55f7: ACTIVE {{(pid=75110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:39:05.947595 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ac61f-1ba2-4b36-bb2f-dc3dbf2248ba req-95963107-7468-4861-adde-ff7d07f6fee4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:05.954886 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e97ac61f-1ba2-4b36-bb2f-dc3dbf2248ba req-95963107-7468-4861-adde-ff7d07f6fee4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0966382 Sep 15 08:39:06.018206 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e97ac61f-1ba2-4b36-bb2f-dc3dbf2248ba req-f01081d0-f6f0-46d6-94eb-7048ac1edc6e tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621822 Sep 15 08:39:06.240028 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '2a769a46-2182-4ea2-966f-43456243f572', 'tenant_id': '859b628268124afb94c942d9169df969', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'port_id': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'mac_address': 'fa:16:3e:60:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8764b-dfb2-4804-a182-66a52a495d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:39:00Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 0, 'project_id': '859b628268124afb94c942d9169df969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:38:52Z', 'revision_number': 5, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:06.244226 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db3ea-4d91-4c25-bc98-cb8ce880276b None None] The sync data for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb is: [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': '2a769a46-2182-4ea2-966f-43456243f572', 'tenant_id': '859b628268124afb94c942d9169df969', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'port_id': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'mac_address': 'fa:16:3e:60:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8764b-dfb2-4804-a182-66a52a495d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:39:00Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 0, 'project_id': '859b628268124afb94c942d9169df969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:38:52Z', 'revision_number': 5, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:39:06.732552 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6505b-d62e-4415-ae78-0bca3d339edc req-3bef4773-33fa-4671-87ff-d3b59bf31bcb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:06.734150 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-01b6505b-d62e-4415-ae78-0bca3d339edc req-3bef4773-33fa-4671-87ff-d3b59bf31bcb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0838368 Sep 15 08:39:06.783789 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-01b6505b-d62e-4415-ae78-0bca3d339edc req-43ddf598-2f54-48f3-9bb5-ac97a1e0948d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 Sep 15 08:39:07.250014 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab02aee-96ea-4131-a81f-c9f30508ef57 req-14006c5f-5ccb-4d80-8f00-acd925e32277 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:07.253432 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7ab02aee-96ea-4131-a81f-c9f30508ef57 req-14006c5f-5ccb-4d80-8f00-acd925e32277 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0949934 Sep 15 08:39:07.373461 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7ab02aee-96ea-4131-a81f-c9f30508ef57 req-25842d43-53cb-4cc2-87e4-eab5027a3cd7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097097 Sep 15 08:39:08.006614 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227e9aa-6a1c-4f76-8aef-751eefc81741 req-1f899f62-1a30-4803-90be-03e4640cd691 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:08.007722 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2227e9aa-6a1c-4f76-8aef-751eefc81741 req-1f899f62-1a30-4803-90be-03e4640cd691 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0804415 Sep 15 08:39:08.053067 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2227e9aa-6a1c-4f76-8aef-751eefc81741 req-d9151e7f-af98-4233-9883-55cb27283d6e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Sep 15 08:39:08.657703 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a27d63-183c-4020-ac18-8d2dcc6f04c6 req-da0a54b4-513f-4c0d-b034-60b17bbe1b5b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:08.659435 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-22a27d63-183c-4020-ac18-8d2dcc6f04c6 req-da0a54b4-513f-4c0d-b034-60b17bbe1b5b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0989802 Sep 15 08:39:08.725296 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-22a27d63-183c-4020-ac18-8d2dcc6f04c6 req-897ce7ea-6fa3-4754-b688-17f8eb832dd1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591612 Sep 15 08:39:08.877879 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a599b-2b18-4feb-8e4f-d0c8957af1f5 None None] New status for floating IP 2a769a46-2182-4ea2-966f-43456243f572: ACTIVE {{(pid=75109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:39:09.311975 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ab961-095b-4152-9be5-03fa2a1fa223 req-a98367e9-8f75-40f8-89c0-80e1f6fc7fdd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:09.313898 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7b1ab961-095b-4152-9be5-03fa2a1fa223 req-a98367e9-8f75-40f8-89c0-80e1f6fc7fdd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0835488 Sep 15 08:39:09.364813 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7b1ab961-095b-4152-9be5-03fa2a1fa223 req-fe913a99-5660-41fe-905e-14abb7bc2f29 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Sep 15 08:39:10.173572 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ba465-dd07-446a-8a9f-73065dd8d123 req-0068088a-5440-4979-b32a-ad4941b27137 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:10.181313 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4c5ba465-dd07-446a-8a9f-73065dd8d123 req-0068088a-5440-4979-b32a-ad4941b27137 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1140666 Sep 15 08:39:10.247016 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4c5ba465-dd07-446a-8a9f-73065dd8d123 req-e1c49b59-81a8-4f35-8e9f-6905f6f238fa tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645034 Sep 15 08:39:10.685250 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46c13a-8daf-4ae2-9d21-303338120df7 req-df911f8d-7b1c-4183-8911-3b60c31f154f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:10.686990 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0f46c13a-8daf-4ae2-9d21-303338120df7 req-df911f8d-7b1c-4183-8911-3b60c31f154f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1307034 Sep 15 08:39:10.758849 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0f46c13a-8daf-4ae2-9d21-303338120df7 req-cfb9d129-ba74-45ca-b733-711c0e44db34 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635896 Sep 15 08:39:11.464370 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e199b9-d0f9-467d-9799-13d44496bdb4 req-bfdbb5f7-5469-493f-824e-5daa446f9891 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:11.466035 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-80e199b9-d0f9-467d-9799-13d44496bdb4 req-bfdbb5f7-5469-493f-824e-5daa446f9891 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0795395 Sep 15 08:39:11.528370 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-80e199b9-d0f9-467d-9799-13d44496bdb4 req-239ec0d3-57f1-4205-8855-fb34357d7fd5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566897 Sep 15 08:39:11.693034 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-37a4ee90-12b6-4a57-b38a-7a0eafa5b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.092191 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1c746-4adc-42d2-89e8-0b91ebf01e46 req-585d62a2-e77d-4d60-9c52-a0ab44a83dba tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:12.101452 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-20a1c746-4adc-42d2-89e8-0b91ebf01e46 req-585d62a2-e77d-4d60-9c52-a0ab44a83dba tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1081560 Sep 15 08:39:12.159846 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-20a1c746-4adc-42d2-89e8-0b91ebf01e46 req-f478165b-5d66-474b-a976-5e310429b9c4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572681 Sep 15 08:39:12.255664 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.733148 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84bd6e-f4b4-4538-83e2-d438911490bc req-e1ed6ca9-1b89-40e6-9a32-ae7de1d5f7fb tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:12.739300 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ec84bd6e-f4b4-4538-83e2-d438911490bc req-e1ed6ca9-1b89-40e6-9a32-ae7de1d5f7fb tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0941544 Sep 15 08:39:12.790675 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ec84bd6e-f4b4-4538-83e2-d438911490bc req-65241074-ef2a-436e-83c7-22c24ae20b22 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Sep 15 08:39:13.372263 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a98da-b38c-4206-a6be-602d6aea462f req-85bcb7da-86c7-4629-9ec2-fda4aa258bdd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:13.379209 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fe0a98da-b38c-4206-a6be-602d6aea462f req-85bcb7da-86c7-4629-9ec2-fda4aa258bdd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0872824 Sep 15 08:39:13.427889 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fe0a98da-b38c-4206-a6be-602d6aea462f req-238ba2c1-0a5d-4245-b907-d8cc9bd3cbf1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Sep 15 08:39:13.915484 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-471df242-2a9a-44d1-bf36-f45f0dde062f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.009492 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbc432-c485-4576-a08c-c8b0450eecd2 req-2a2a21f4-5270-4d25-8f84-e2361ca2f172 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:14.011173 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-05fbc432-c485-4576-a08c-c8b0450eecd2 req-2a2a21f4-5270-4d25-8f84-e2361ca2f172 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0873837 Sep 15 08:39:14.061273 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-05fbc432-c485-4576-a08c-c8b0450eecd2 req-106ef02e-99c3-4385-a36e-d005b6480d96 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Sep 15 08:39:14.729627 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fc603-c858-4f48-a159-fb4377de11e7 req-76c87c50-896e-46be-a4e6-78781775c085 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:14.731201 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-419fc603-c858-4f48-a159-fb4377de11e7 req-76c87c50-896e-46be-a4e6-78781775c085 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.1530197 Sep 15 08:39:14.791286 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-419fc603-c858-4f48-a159-fb4377de11e7 req-b6ac5f0c-ccb2-4c16-91be-29d46d07c624 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541496 Sep 15 08:39:14.887152 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.323302 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2da7f-7192-4565-9841-56528a606f3c req-6fd24e01-fffc-4c1e-8647-c5e995ce401c tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:15.325324 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95c2da7f-7192-4565-9841-56528a606f3c req-6fd24e01-fffc-4c1e-8647-c5e995ce401c tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0874448 Sep 15 08:39:15.376356 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95c2da7f-7192-4565-9841-56528a606f3c req-7a06e616-f74c-4dcf-ae63-7a0063b61cf8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Sep 15 08:39:16.021324 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b78f7f-3552-40a8-a017-869b6d2124f2 req-c28de94a-d898-4567-bdff-096f816f8c76 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:16.022817 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-38b78f7f-3552-40a8-a017-869b6d2124f2 req-c28de94a-d898-4567-bdff-096f816f8c76 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0798178 Sep 15 08:39:16.069018 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-38b78f7f-3552-40a8-a017-869b6d2124f2 req-d563da27-a717-4231-9402-2cb1349b1b6b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Sep 15 08:39:16.355908 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.577777 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfea0d8-11a1-4b7e-b90b-ebc660919421 req-6bb0af85-87eb-47ed-9fb6-36b44382a3d7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:16.579239 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bdfea0d8-11a1-4b7e-b90b-ebc660919421 req-6bb0af85-87eb-47ed-9fb6-36b44382a3d7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0774443 Sep 15 08:39:16.623830 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bdfea0d8-11a1-4b7e-b90b-ebc660919421 req-805558f2-e0db-4e2e-a313-d219a516acf2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386994 Sep 15 08:39:17.284072 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f883f-3507-4744-9543-8fb4836576cf req-8e87f156-7250-4e76-a966-67f2531991b0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:17.285576 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4b8f883f-3507-4744-9543-8fb4836576cf req-8e87f156-7250-4e76-a966-67f2531991b0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0785182 Sep 15 08:39:17.333244 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4b8f883f-3507-4744-9543-8fb4836576cf req-09620c08-df36-4c71-bae2-5412618e9974 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413811 Sep 15 08:39:17.334719 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-78918080-3c1a-41ef-a41f-2084121368d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 1098 time: 0.0698161 Sep 15 08:39:17.470035 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-86af1147-d051-4cbb-b23c-b241377e6305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:17.471501 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-86af1147-d051-4cbb-b23c-b241377e6305 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.1305633 Sep 15 08:39:17.639820 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-6e6f8c48-1826-49fa-b590-30258ca56b55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed HTTP/1.1" status: 200 len: 1001 time: 0.1601243 Sep 15 08:39:17.713370 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-92edb123-dc31-4567-afb0-f335ed5c6e60 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:17.714823 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-92edb123-dc31-4567-afb0-f335ed5c6e60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.0579920 Sep 15 08:39:17.848461 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-88b0d0f3-8bec-47fc-a1df-a61746b9132c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1241426 Sep 15 08:39:17.858263 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbabf38-a8f0-475f-9cd3-e72d148aff7d req-139fb067-8563-49fd-bd72-e23185344406 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:17.859632 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bdbabf38-a8f0-475f-9cd3-e72d148aff7d req-139fb067-8563-49fd-bd72-e23185344406 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1038990 Sep 15 08:39:17.985384 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bdbabf38-a8f0-475f-9cd3-e72d148aff7d req-445f5bdd-ff2e-4fa5-ab9d-7bb6abd9bae9 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081564 Sep 15 08:39:18.017157 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-4ef520cf-8732-4e7b-a7a5-acff9b32946d service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566200 Sep 15 08:39:18.164250 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-65a0a384-ed55-40e5-bf41-b8899abaf65b req-1dd0cfbb-12fc-4cc8-a618-31e611b8b11e service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292365 Sep 15 08:39:18.558395 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fa24f-3213-418e-a3eb-7ff3170b6e78 req-ebda7689-20f0-43f0-a763-cd1a369c84ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:18.559977 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-470fa24f-3213-418e-a3eb-7ff3170b6e78 req-ebda7689-20f0-43f0-a763-cd1a369c84ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0899541 Sep 15 08:39:18.561303 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49052) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:18.611047 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-470fa24f-3213-418e-a3eb-7ff3170b6e78 req-8735feee-17d7-40cb-965e-a39d26fa8a80 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427222 Sep 15 08:39:18.705353 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.735486 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:18.739724 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Usage tracker for resource:security_group_rule and tenant:6bd5ec41887d4af2816acbb0cb423b43 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:18.742444 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:18.747940 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:18.813298 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.817947 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.824125 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7bab9a05-74d2-4f95-838f-3fe8f6c61a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:18.865123 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8484c1b-da44-4ae4-9982-98abbfca49e6,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:18.869348 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bd5ec41887d4af2816acbb0cb423b43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3071265 Sep 15 08:39:18.870174 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:18.872499 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49058) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:18.931731 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-960c7a3f-4723-451a-ae9e-9cfde421d7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.956021 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-960c7a3f-4723-451a-ae9e-9cfde421d7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.005936 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-960c7a3f-4723-451a-ae9e-9cfde421d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.009495 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-43df751b-f382-4671-ab8b-69f20a30c41c tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:19.019814 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c7a3f-4723-451a-ae9e-9cfde421d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8484c1b-da44-4ae4-9982-98abbfca49e6,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:19.023530 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-960c7a3f-4723-451a-ae9e-9cfde421d7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:19.027075 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-960c7a3f-4723-451a-ae9e-9cfde421d7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.028381 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-960c7a3f-4723-451a-ae9e-9cfde421d7d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8484c1b-da44-4ae4-9982-98abbfca49e6 HTTP/1.1" status: 204 len: 168 time: 0.1555128 Sep 15 08:39:19.187089 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ee13d-0c7d-4dab-8fb6-498ddcbeb35a req-a8d8a222-c133-48d9-887a-0c0787937672 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:19.188828 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-239ee13d-0c7d-4dab-8fb6-498ddcbeb35a req-a8d8a222-c133-48d9-887a-0c0787937672 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0773368 Sep 15 08:39:19.235923 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-239ee13d-0c7d-4dab-8fb6-498ddcbeb35a req-00c12f56-d80d-4167-8860-c480dc029bb4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Sep 15 08:39:19.359705 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49068) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:19.380440 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.410838 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:19.414507 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Usage tracker for resource:security_group_rule and tenant:3699b413e17748f1b7924732181d09b9 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:19.417137 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:19.423004 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:19.486841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.490340 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.496892 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7859a0c1-4915-46b8-941c-3a05e0b61036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:19.535891 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbdfc2a-2c61-49f6-8cf4-423271b97d18,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:19.539415 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:19.541735 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3699b413e17748f1b7924732181d09b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1810582 Sep 15 08:39:19.544436 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49072) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:19.604157 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e61108d-62e8-4c5d-8bfe-b0800e130b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.628266 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e61108d-62e8-4c5d-8bfe-b0800e130b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.679162 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e61108d-62e8-4c5d-8bfe-b0800e130b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.683870 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:19.697499 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61108d-62e8-4c5d-8bfe-b0800e130b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbdfc2a-2c61-49f6-8cf4-423271b97d18,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:19.700821 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9e61108d-62e8-4c5d-8bfe-b0800e130b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:19.704393 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9e61108d-62e8-4c5d-8bfe-b0800e130b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.705416 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9e61108d-62e8-4c5d-8bfe-b0800e130b56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdbdfc2a-2c61-49f6-8cf4-423271b97d18 HTTP/1.1" status: 204 len: 168 time: 0.1598585 Sep 15 08:39:19.722154 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:39:19.828344 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb8b6-aa54-4a21-bc41-021b8f3fcb7e req-1aba9b21-dd71-424b-91eb-8ec9313141bd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:19.830255 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-49dbb8b6-aa54-4a21-bc41-021b8f3fcb7e req-1aba9b21-dd71-424b-91eb-8ec9313141bd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 945 time: 0.0806544 Sep 15 08:39:19.834722 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.862143 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:19.873044 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:19.876547 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-49dbb8b6-aa54-4a21-bc41-021b8f3fcb7e req-2fe84a31-189d-4017-98f2-79059b342d64 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399837 Sep 15 08:39:19.877716 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.881046 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:19.940394 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'code': 200} Sep 15 08:39:19.954374 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=8']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:19.958029 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:20.442203 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac01b9-fc7c-4ed7-a02a-fbe683ef7d8d req-827161f1-1d4b-4cce-8bbb-f75cf431ffe8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:20.443651 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1bac01b9-fc7c-4ed7-a02a-fbe683ef7d8d req-827161f1-1d4b-4cce-8bbb-f75cf431ffe8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0803254 Sep 15 08:39:20.489481 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1bac01b9-fc7c-4ed7-a02a-fbe683ef7d8d req-2e6d42d2-dbb9-4db8-9267-5e8a88fc628e tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Sep 15 08:39:20.687695 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:39:21.094456 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abc77-d65a-436a-8b9d-d7f88fdb9223 req-c65f0120-a249-4bc2-95cd-026b5bffb856 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:21.095921 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-765abc77-d65a-436a-8b9d-d7f88fdb9223 req-c65f0120-a249-4bc2-95cd-026b5bffb856 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0751848 Sep 15 08:39:21.142415 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-765abc77-d65a-436a-8b9d-d7f88fdb9223 req-c261b4e4-9247-495a-baec-ee4ade331ebf tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401859 Sep 15 08:39:21.695395 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b2200-8734-45b8-a391-e4a1e00dcddc req-acb46cf6-94b0-4163-a321-e44663f2eabf tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:21.696960 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-123b2200-8734-45b8-a391-e4a1e00dcddc req-acb46cf6-94b0-4163-a321-e44663f2eabf tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0849752 Sep 15 08:39:21.745149 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-123b2200-8734-45b8-a391-e4a1e00dcddc req-3438a1fd-18c1-44a2-964d-925030760d1b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Sep 15 08:39:22.012884 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-de8cf34a-0417-4358-89c5-d068d274220c req-bfedf625-bb3a-4bc9-a620-95d5cbece366 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0720975 Sep 15 08:39:22.282717 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eee2d-b457-4c3f-9d8c-c8122887f2ea req-39dd90c2-5644-4ea3-9914-803073d3690e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:22.284296 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5f7eee2d-b457-4c3f-9d8c-c8122887f2ea req-39dd90c2-5644-4ea3-9914-803073d3690e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0836611 Sep 15 08:39:22.334405 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49178) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:22.334930 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5f7eee2d-b457-4c3f-9d8c-c8122887f2ea req-e1b88fcf-50f1-493e-aa52-103458ced2f9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436752 Sep 15 08:39:22.472396 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-2f53c917-ad8b-43b2-a37b-4e7901426af2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360042 Sep 15 08:39:22.499968 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49186) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:22.646461 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:22.679055 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:22.682957 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a4fefcadff9d4929b1037217ecf0ff62 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:22.685700 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:22.692502 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:22.762484 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:22.766989 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:22.774451 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:22.815295 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5ff69a-df44-4582-b36d-e495e5042b8a,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:22.818792 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:22.822830 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4fefcadff9d4929b1037217ecf0ff62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216019 Sep 15 08:39:22.825561 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49200) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:22.945242 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f84052f6-bc12-4b80-8f2a-070a2cf5d3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:22.975008 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f84052f6-bc12-4b80-8f2a-070a2cf5d3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.004574 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e843c-8234-462d-ae78-d8557170e349 req-1f052e62-e326-41a3-87cc-5ba191bc5ef5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:23.006037 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e15e843c-8234-462d-ae78-d8557170e349 req-1f052e62-e326-41a3-87cc-5ba191bc5ef5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1382389 Sep 15 08:39:23.063272 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e15e843c-8234-462d-ae78-d8557170e349 req-c20ccab0-7cc2-42a7-9f7d-f463aa33ab9d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Sep 15 08:39:23.070105 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f84052f6-bc12-4b80-8f2a-070a2cf5d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.073921 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fc2c0fac-136d-4845-940b-c6fb8c66aed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:23.085139 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84052f6-bc12-4b80-8f2a-070a2cf5d3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5ff69a-df44-4582-b36d-e495e5042b8a,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:23.087982 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-f84052f6-bc12-4b80-8f2a-070a2cf5d3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:23.092442 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f84052f6-bc12-4b80-8f2a-070a2cf5d3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.093558 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-f84052f6-bc12-4b80-8f2a-070a2cf5d3d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd5ff69a-df44-4582-b36d-e495e5042b8a HTTP/1.1" status: 204 len: 168 time: 0.2670286 Sep 15 08:39:23.420170 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49214) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:23.439925 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.473544 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:23.477293 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Usage tracker for resource:security_group_rule and tenant:0fe15c734b374dd5866a0131f17633da is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:23.480306 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:23.485847 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:23.550175 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a6a05-d4dd-4b42-bb0b-05ee5a5142aa req-effbd8c2-c743-42f9-b53e-396335e4a362 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:23.553168 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.553456 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-534a6a05-d4dd-4b42-bb0b-05ee5a5142aa req-effbd8c2-c743-42f9-b53e-396335e4a362 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0806217 Sep 15 08:39:23.557601 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.566258 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-cd896940-6e18-4a0d-9f52-7cc543a4291a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:23.605289 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-534a6a05-d4dd-4b42-bb0b-05ee5a5142aa req-cc0de90c-5f38-4efd-b894-6ddab203b155 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451450 Sep 15 08:39:23.608757 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaf88c3-eada-4561-8f5a-8747d1d0059e,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:23.611769 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:23.617356 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fe15c734b374dd5866a0131f17633da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1934304 Sep 15 08:39:23.617536 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49218) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:23.683863 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fc26b6ea-88bc-4ebe-b479-3bb9d956f862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.709770 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fc26b6ea-88bc-4ebe-b479-3bb9d956f862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.749184 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:39:23.812762 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fc26b6ea-88bc-4ebe-b479-3bb9d956f862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.817994 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-56a31ed8-f9da-4e66-899c-e255e379f5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:23.829928 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-a43fdfc5-7a19-41ad-af96-55746950d080 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e&tenant_id=545def1353bb42fe88d3f0a12f34e246 HTTP/1.1" status: 200 len: 1096 time: 0.0861235 Sep 15 08:39:23.833381 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26b6ea-88bc-4ebe-b479-3bb9d956f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaf88c3-eada-4561-8f5a-8747d1d0059e,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:23.836846 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-fc26b6ea-88bc-4ebe-b479-3bb9d956f862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:23.842554 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fc26b6ea-88bc-4ebe-b479-3bb9d956f862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:23.846238 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-fc26b6ea-88bc-4ebe-b479-3bb9d956f862 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acaf88c3-eada-4561-8f5a-8747d1d0059e HTTP/1.1" status: 204 len: 168 time: 0.2253573 Sep 15 08:39:23.940995 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-a4dfc652-d186-4e9a-b513-dda2cac62070 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 1096 time: 0.0700881 Sep 15 08:39:24.153300 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-806f3423-870b-4aec-a511-a3f6a4c7092d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:24.154774 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-806f3423-870b-4aec-a511-a3f6a4c7092d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.2064419 Sep 15 08:39:24.276079 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-d359666b-de59-49c4-a362-dfa4f28f8f9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed HTTP/1.1" status: 200 len: 999 time: 0.0997031 Sep 15 08:39:24.289931 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a7f2f-dbc7-4aa2-ac40-5bcd1365104c req-488e1b32-aca0-4e1a-8b8d-708c62e1fd93 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:24.291579 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9b3a7f2f-dbc7-4aa2-ac40-5bcd1365104c req-488e1b32-aca0-4e1a-8b8d-708c62e1fd93 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0862784 Sep 15 08:39:24.343197 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9b3a7f2f-dbc7-4aa2-ac40-5bcd1365104c req-f8ad699f-3815-4c09-b6ec-47d6de59e2ce tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456421 Sep 15 08:39:24.344316 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-6b4e05e8-de6f-4aba-8f92-1c8fec153c29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:24.345777 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-6b4e05e8-de6f-4aba-8f92-1c8fec153c29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.0593538 Sep 15 08:39:24.420225 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-d4b089e1-3484-435f-825e-93363bca2647 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674520 Sep 15 08:39:24.560956 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-e700af38-612d-46ff-8360-5c50cd8c5ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270413 Sep 15 08:39:24.694545 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49244) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:24.708538 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dd8db4d8-cb7a-4697-8e47-6131fab02faa req-250209b3-9bef-40be-9177-71dba2682f82 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359861 Sep 15 08:39:24.830419 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1599959891-network', 'tenant_id': '9d2d8c94793a47a49138d7cd6bb3b26c'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:24.834956 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:24.838809 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Usage tracker for resource:network and tenant:9d2d8c94793a47a49138d7cd6bb3b26c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:24.841693 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:24.844814 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b9fc1-16cf-4c40-9969-e66023e28c3c req-69f2c8dd-73af-40c3-9006-f407801ab03a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:24.846706 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af8b9fc1-16cf-4c40-9969-e66023e28c3c req-69f2c8dd-73af-40c3-9006-f407801ab03a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0964961 Sep 15 08:39:24.848010 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:24.859229 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Made reservation on behalf of 9d2d8c94793a47a49138d7cd6bb3b26c for: {'network': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:24.861554 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:24.874113 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:24.899666 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af8b9fc1-16cf-4c40-9969-e66023e28c3c req-221beecf-ab60-428c-b2e0-db79c7e0d018 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459294 Sep 15 08:39:24.906083 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:24.910559 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Usage tracker for resource:security_group_rule and tenant:9d2d8c94793a47a49138d7cd6bb3b26c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:24.913597 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:24.922553 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:24.991090 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:24.994542 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:24.998199 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-681f5a26-50a8-47b3-bdf4-ffd1aa8a0771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:25.026114 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=75107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:39:25.037935 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a870391-0f1f-4247-b354-3ba6a7e53c16,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:25.041690 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:25.042602 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.042932 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.segments_db [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Added segment 3307c527-e008-4d6b-8ba0-6d0578a791ad of type vlan for network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 Sep 15 08:39:25.068851 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.096266 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.098020 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:25.098724 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.103196 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:25.202509 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Pushing event updated for resources: {'Network': ['ID=2b9fb2db-0ee8-4822-a6b4-fc256022ee11,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:25.205759 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:25.207769 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5122268 Sep 15 08:39:25.210637 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49250) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:25.215609 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:39:25.216819 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Request body: {'subnet': {'network_id': '2b9fb2db-0ee8-4822-a6b4-fc256022ee11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1599959891-subnet', 'tenant_id': '9d2d8c94793a47a49138d7cd6bb3b26c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:25.221445 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:25.225691 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Usage tracker for resource:subnet and tenant:9d2d8c94793a47a49138d7cd6bb3b26c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:25.228460 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:25.235233 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:25.246931 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Made reservation on behalf of 9d2d8c94793a47a49138d7cd6bb3b26c for: {'subnet': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:25.249219 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4087558'] for subnet, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.450305 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4087592'] for subnet, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.454993 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:25.612613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3d57c8-a138-4d08-a5bb-64ffc487d091,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:25.615360 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:25.655407 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Checking segment: {'id': '3307c527-e008-4d6b-8ba0-6d0578a791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b9fb2db-0ee8-4822-a6b4-fc256022ee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:25.655760 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Network hostable DHCP agents. Network: 2b9fb2db-0ee8-4822-a6b4-fc256022ee11, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:39:25.666834 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79329dd4-b0e0-416c-b7bf-80dbddc879dc req-badcfb29-8f66-4b87-b226-b0757d457650 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:25.668300 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-79329dd4-b0e0-416c-b7bf-80dbddc879dc req-badcfb29-8f66-4b87-b226-b0757d457650 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1314368 Sep 15 08:39:25.716012 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:39:25.725449 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-79329dd4-b0e0-416c-b7bf-80dbddc879dc req-6195a3cf-0ea2-4962-aac7-5463bf5025a6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Sep 15 08:39:25.729573 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 2b9fb2db-0ee8-4822-a6b4-fc256022ee11) {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:25.733983 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:25.734788 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.740109 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81488e-eecc-4a6a-b0ab-2a40a47f92ae None None] Network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:25.762000 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5502870 Sep 15 08:39:25.979345 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cba72-9530-43af-b2e4-48800110843b None None] Network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:26.380402 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee95a-a97d-4bac-ab86-9469140b55c9 req-9ff3cf5c-cbbc-4cf2-af28-be8e6f29cc28 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:26.382047 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-802ee95a-a97d-4bac-ab86-9469140b55c9 req-9ff3cf5c-cbbc-4cf2-af28-be8e6f29cc28 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.1686673 Sep 15 08:39:26.445736 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-802ee95a-a97d-4bac-ab86-9469140b55c9 req-00c5626a-cfa8-457f-85d0-3e634a457e08 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583930 Sep 15 08:39:26.799975 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49292) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:26.806195 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1455740192-network', 'tenant_id': '8546ff6693ac4187a6d6f0af6ca1e8a3'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:26.811029 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:26.817193 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Usage tracker for resource:network and tenant:8546ff6693ac4187a6d6f0af6ca1e8a3 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:26.821102 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:26.826908 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:26.838008 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Made reservation on behalf of 8546ff6693ac4187a6d6f0af6ca1e8a3 for: {'network': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:26.840347 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.854381 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.932310 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:26.938640 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Usage tracker for resource:security_group_rule and tenant:8546ff6693ac4187a6d6f0af6ca1e8a3 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:26.942253 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:26.954135 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:26.995952 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14812967-c2c7-4a15-a977-cb3bd8646432 req-cafe3a6d-3c82-4454-8b20-459cfd070dfc tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:26.997472 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-14812967-c2c7-4a15-a977-cb3bd8646432 req-cafe3a6d-3c82-4454-8b20-459cfd070dfc tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1238329 Sep 15 08:39:27.074727 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.079711 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-14812967-c2c7-4a15-a977-cb3bd8646432 req-c50a3655-8df9-4564-8036-ef9ca350abff tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763376 Sep 15 08:39:27.080696 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.083543 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1ac0183e-6a9f-4fa7-8c77-3dbce8ff8fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:27.114148 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=75107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:39:27.122761 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d29d0-8d56-4b9d-9933-424e83668007,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:27.126464 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:27.129396 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.129744 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.segments_db [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Added segment c3b06d5f-9d9d-4b0c-9003-6bf2a045345e of type vlan for network 5fb0dabc-5684-4b84-9502-767acc807633 Sep 15 08:39:27.159137 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.193367 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.194671 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:27.195260 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.200207 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-639f5c11-76ff-4f81-8ec2-99a2df5cdaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:27.301179 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4988770 Sep 15 08:39:27.302267 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Pushing event updated for resources: {'Network': ['ID=5fb0dabc-5684-4b84-9502-767acc807633,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:27.304609 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49296) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:27.304928 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:27.311197 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Request body: {'subnet': {'network_id': '5fb0dabc-5684-4b84-9502-767acc807633', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1455740192-subnet', 'tenant_id': '8546ff6693ac4187a6d6f0af6ca1e8a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:27.312463 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 5fb0dabc-5684-4b84-9502-767acc807633 details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:39:27.320434 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:27.324363 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Usage tracker for resource:subnet and tenant:8546ff6693ac4187a6d6f0af6ca1e8a3 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:27.335908 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:27.341777 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:27.355420 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Made reservation on behalf of 8546ff6693ac4187a6d6f0af6ca1e8a3 for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:27.358342 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.568694 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.573307 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:27.702986 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fcc760f-10fe-467e-9a7f-9a4c064fc8e8,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:27.710548 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:27.718573 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Checking segment: {'id': 'c3b06d5f-9d9d-4b0c-9003-6bf2a045345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5fb0dabc-5684-4b84-9502-767acc807633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:27.718934 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Network hostable DHCP agents. Network: 5fb0dabc-5684-4b84-9502-767acc807633, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:39:27.740476 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924513-b356-45fc-9332-000af8fafc33 req-0451d93c-c82c-473e-9f22-e3f26b24e63f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:27.744294 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9f924513-b356-45fc-9332-000af8fafc33 req-0451d93c-c82c-473e-9f22-e3f26b24e63f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.1434724 Sep 15 08:39:27.767529 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Network 5fb0dabc-5684-4b84-9502-767acc807633 is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:39:27.789502 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 5fb0dabc-5684-4b84-9502-767acc807633) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:27.796140 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:27.796721 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.798785 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b0e66-2958-4a57-9301-9fe099a49b78 None None] Network 5fb0dabc-5684-4b84-9502-767acc807633 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:27.814483 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9f924513-b356-45fc-9332-000af8fafc33 req-ba6c17af-4156-413d-886a-82905f49d293 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647910 Sep 15 08:39:27.826613 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7c3a6eee-1be8-42bc-a94b-e1c49e8e14c2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5208759 Sep 15 08:39:28.024791 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40688d3-e93a-4540-b931-dd6cb5ee2890 None None] Network 5fb0dabc-5684-4b84-9502-767acc807633 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:28.327499 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c852d-ff93-48a8-adf4-a97a8373e7d8 req-88290841-5606-4e2e-b5a4-5b1c37dae2c4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:28.328998 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-853c852d-ff93-48a8-adf4-a97a8373e7d8 req-88290841-5606-4e2e-b5a4-5b1c37dae2c4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0897610 Sep 15 08:39:28.376568 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-853c852d-ff93-48a8-adf4-a97a8373e7d8 req-3e850c8f-06fe-4c23-b8fd-6b5200e8f417 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Sep 15 08:39:28.564962 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ed254-af00-4b73-b8a8-2200e519be4a req-8b30f9c5-2859-41b0-bafd-91fc328287ad tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:28.565558 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-057ed254-af00-4b73-b8a8-2200e519be4a req-8b30f9c5-2859-41b0-bafd-91fc328287ad tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Synchronizing usage tracker for tenant:9d2d8c94793a47a49138d7cd6bb3b26c on resource:network {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:39:28.583995 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-057ed254-af00-4b73-b8a8-2200e519be4a req-8b30f9c5-2859-41b0-bafd-91fc328287ad tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Unset dirty status for tenant:9d2d8c94793a47a49138d7cd6bb3b26c on resource:network {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:39:28.585414 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-8b30f9c5-2859-41b0-bafd-91fc328287ad tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/networks?id=2b9fb2db-0ee8-4822-a6b4-fc256022ee11 HTTP/1.1" status: 200 len: 809 time: 0.1621301 Sep 15 08:39:28.602503 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-8b27b99f-d471-4a43-b33e-950c4af11e41 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/quotas/9d2d8c94793a47a49138d7cd6bb3b26c HTTP/1.1" status: 200 len: 375 time: 0.0114577 Sep 15 08:39:28.651918 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-afd4e544-0683-4664-b19b-f1121ccd4884 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d2d8c94793a47a49138d7cd6bb3b26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446606 Sep 15 08:39:28.785554 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-60b58b53-3044-4178-92ae-d8f2e5a327ec service neutron] 10.222.0.32 "GET /v2.0/networks/2b9fb2db-0ee8-4822-a6b4-fc256022ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265392 Sep 15 08:39:28.920521 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-b1426254-d2b0-43ca-9a3f-39d4475b7a78 service neutron] 10.222.0.32 "GET /v2.0/networks/2b9fb2db-0ee8-4822-a6b4-fc256022ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292467 Sep 15 08:39:29.056174 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6957a-fe39-410b-a265-19555132fef7 req-0dbb0d81-eaf9-4844-bca4-74fd96d28004 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:29.057664 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-06d6957a-fe39-410b-a265-19555132fef7 req-0dbb0d81-eaf9-4844-bca4-74fd96d28004 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0905879 Sep 15 08:39:29.119018 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-06d6957a-fe39-410b-a265-19555132fef7 req-232780c6-02ed-43a1-8c85-0e2125c2d33f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536301 Sep 15 08:39:29.139218 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-df35c869-1b0e-4000-b2ae-7faa187b9642 req-a1964762-b80e-4873-a550-ec5c366464d4 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0466130 Sep 15 08:39:29.596232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b972d-3bf4-4810-a8c7-fd3acdbfda0e req-7f0333e7-2f29-4dc0-92d9-d9216e048dbd tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:29.598199 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-346b972d-3bf4-4810-a8c7-fd3acdbfda0e req-7f0333e7-2f29-4dc0-92d9-d9216e048dbd tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0811925 Sep 15 08:39:29.643628 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-346b972d-3bf4-4810-a8c7-fd3acdbfda0e req-f1ff7bab-b27a-4d0c-a101-0ab57e81a628 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Sep 15 08:39:29.909285 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:30.302050 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-47682c41-6fd3-42b2-bfb9-94ac9a79c6ad req-8a246861-24f4-4c29-9362-1b592dcaab38 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0415721 Sep 15 08:39:30.344487 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf34c4-991d-4184-94a9-e92bcfc7c4d6 req-43f40b2e-0031-48c3-8017-5d9819a76fad tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:30.346005 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01bf34c4-991d-4184-94a9-e92bcfc7c4d6 req-43f40b2e-0031-48c3-8017-5d9819a76fad tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0765376 Sep 15 08:39:30.397276 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01bf34c4-991d-4184-94a9-e92bcfc7c4d6 req-67f2c66f-0d61-4996-b1d9-05e28c6a4d0b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Sep 15 08:39:30.844494 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e00dc-6de9-4a55-8aba-e5f7ed011593 req-e7c9c26d-429e-41e7-85ac-51db84b796ff tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:30.845957 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-753e00dc-6de9-4a55-8aba-e5f7ed011593 req-e7c9c26d-429e-41e7-85ac-51db84b796ff tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0796015 Sep 15 08:39:30.893231 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-753e00dc-6de9-4a55-8aba-e5f7ed011593 req-6dfb03dd-4683-47af-87b5-bfce5b12c4f0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391891 Sep 15 08:39:31.492680 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b99a2dd7-f6f2-4f11-ac2c-d2a1ac598322 req-f3e6c931-06df-4f94-8a8b-1dfe9d4d0672 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0416253 Sep 15 08:39:31.653136 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b61e3-65d5-405f-b70d-499f6ce9db6e req-ee01f0f2-ea24-4b59-9d7f-c2c378ab632d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:31.654644 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fd1b61e3-65d5-405f-b70d-499f6ce9db6e req-ee01f0f2-ea24-4b59-9d7f-c2c378ab632d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0755036 Sep 15 08:39:31.700319 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fd1b61e3-65d5-405f-b70d-499f6ce9db6e req-b1ede13b-e53e-4c53-905c-7ffe7f27bd03 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Sep 15 08:39:32.102626 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955c8ab-95dd-4e8c-9a9a-58e9728a70e9 req-ec7c6201-0185-4694-9589-900fac9c61e1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:32.104136 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1955c8ab-95dd-4e8c-9a9a-58e9728a70e9 req-ec7c6201-0185-4694-9589-900fac9c61e1 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0880725 Sep 15 08:39:32.157033 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1955c8ab-95dd-4e8c-9a9a-58e9728a70e9 req-5fc5c7bd-4e3d-4b82-bc28-a3def1a8343f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457907 Sep 15 08:39:32.658532 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6d8da386-3abf-429f-a24c-3277b7f5a6dc req-fed331ed-6f42-43a8-b7ce-703dc689d80b tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0445030 Sep 15 08:39:32.982157 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932248e-fd61-4479-b179-a400a123ba5c req-a555f93f-4ca1-44e3-a03c-474f418f2991 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:32.983651 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9932248e-fd61-4479-b179-a400a123ba5c req-a555f93f-4ca1-44e3-a03c-474f418f2991 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.1477749 Sep 15 08:39:33.031154 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9932248e-fd61-4479-b179-a400a123ba5c req-c332b86a-98c2-4178-953b-296da7ca09ab tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Sep 15 08:39:33.354238 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a41dda-4847-4c32-93b2-1c05de8ee0c8 req-80dd3060-40a1-417e-b134-cffe1cb8dfc2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:33.355660 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d1a41dda-4847-4c32-93b2-1c05de8ee0c8 req-80dd3060-40a1-417e-b134-cffe1cb8dfc2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0777941 Sep 15 08:39:33.411062 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d1a41dda-4847-4c32-93b2-1c05de8ee0c8 req-207d56c2-0536-42ec-9b0e-039bf43cf848 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498712 Sep 15 08:39:33.821334 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-146bfdc2-477b-4903-b07a-ba9acb8aef1f req-d8a624c2-4e20-4328-8b1e-166b790f1bf2 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0444188 Sep 15 08:39:34.251781 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8341a-3cc8-4575-b5fc-818c56be08a1 req-26ee0883-77a5-4b56-bf33-4565ff4df5ce tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:34.253609 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dca8341a-3cc8-4575-b5fc-818c56be08a1 req-26ee0883-77a5-4b56-bf33-4565ff4df5ce tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0818954 Sep 15 08:39:34.299015 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dca8341a-3cc8-4575-b5fc-818c56be08a1 req-c23ceaf1-fc7f-4bb5-9dab-bbf9863f9959 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Sep 15 08:39:34.611751 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb8490-dce1-4679-b669-b1fa5f1a4051 req-f501d4b0-057d-40c8-b626-34008c541bb4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:34.613208 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7feb8490-dce1-4679-b669-b1fa5f1a4051 req-f501d4b0-057d-40c8-b626-34008c541bb4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0768683 Sep 15 08:39:34.657744 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7feb8490-dce1-4679-b669-b1fa5f1a4051 req-0fa5fcfb-ffe4-4ee8-8130-ffea114880e5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Sep 15 08:39:35.007951 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ca76c76f-b09c-438e-97be-2363b59dd973 req-6aa07703-c46f-4e8d-b752-a8914439359d tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0542800 Sep 15 08:39:35.515501 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823875c-8809-42e5-80da-3b12e3bba385 req-0fcbfbef-d1be-40ac-b14c-ff240257b6ce tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:35.516876 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0823875c-8809-42e5-80da-3b12e3bba385 req-0fcbfbef-d1be-40ac-b14c-ff240257b6ce tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0804591 Sep 15 08:39:35.562141 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0823875c-8809-42e5-80da-3b12e3bba385 req-1a18d535-8a17-4d33-bb2c-9df4946522a4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 Sep 15 08:39:35.916038 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b9aef-6fee-4d21-abe0-0f36ce3b2955 req-751ca509-f10e-4b72-9ea5-f83e77027dd6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:35.917533 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-328b9aef-6fee-4d21-abe0-0f36ce3b2955 req-751ca509-f10e-4b72-9ea5-f83e77027dd6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1346488 Sep 15 08:39:35.963594 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-328b9aef-6fee-4d21-abe0-0f36ce3b2955 req-008b5334-7e0e-49dd-8404-013bb3d2bd6d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Sep 15 08:39:36.169821 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d707b3e9-6333-4c1b-88f1-c0f1cb6330dc req-4658b22b-b938-48d7-9d4b-9681fa8ff153 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0415239 Sep 15 08:39:36.773949 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891541-a1ab-4b59-8a32-b42e8f45b3ba req-c8fda6a0-d9b2-4ffd-bca0-691b16d15842 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:36.775399 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8e891541-a1ab-4b59-8a32-b42e8f45b3ba req-c8fda6a0-d9b2-4ffd-bca0-691b16d15842 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0754621 Sep 15 08:39:36.820862 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8e891541-a1ab-4b59-8a32-b42e8f45b3ba req-c0fc7832-2d79-455d-9679-f4a6957a76a2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399988 Sep 15 08:39:37.168798 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e719552-e740-4715-841d-701077cb280b req-30b20158-a5a8-4573-847e-71bb27f257b6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:37.170258 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2e719552-e740-4715-841d-701077cb280b req-30b20158-a5a8-4573-847e-71bb27f257b6 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0782368 Sep 15 08:39:37.223164 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2e719552-e740-4715-841d-701077cb280b req-99d05d10-a9e3-43ff-8cbd-302aa7375d7b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467484 Sep 15 08:39:37.338969 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-18e945c4-0105-4300-bffe-8133ab7355e4 req-15bfc966-b2e6-4988-9d3d-26205fe8e203 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0446837 Sep 15 08:39:38.035722 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da452dbc-dbca-4199-b279-7dfe475aad81 req-2aa4f7c7-b8f8-4da2-b75c-9006600f1f8b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:38.037179 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-da452dbc-dbca-4199-b279-7dfe475aad81 req-2aa4f7c7-b8f8-4da2-b75c-9006600f1f8b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0775130 Sep 15 08:39:38.085099 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-da452dbc-dbca-4199-b279-7dfe475aad81 req-352dc3a9-8af7-44c2-b5e4-32241f0255fb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Sep 15 08:39:38.474880 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a924-1d7e-4f9d-bc05-3592f9608e38 req-4638fe2a-dfb2-4de5-8692-8b7461ca2d61 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:38.476425 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8683a924-1d7e-4f9d-bc05-3592f9608e38 req-4638fe2a-dfb2-4de5-8692-8b7461ca2d61 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1280816 Sep 15 08:39:38.529592 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8683a924-1d7e-4f9d-bc05-3592f9608e38 req-25c97c3c-76ac-4aa1-9461-bd43a23e3e14 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Sep 15 08:39:38.534696 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-25feed82-694a-4ea6-b399-2392760aa102 req-20993e31-e237-41af-950c-c0b7f124637f tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0514040 Sep 15 08:39:39.307726 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d5954-967a-4825-8956-e33aa53f9922 req-d648643f-1e47-4910-a420-b1c3e924c930 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:39.309174 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-041d5954-967a-4825-8956-e33aa53f9922 req-d648643f-1e47-4910-a420-b1c3e924c930 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0799613 Sep 15 08:39:39.358024 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-041d5954-967a-4825-8956-e33aa53f9922 req-d9822469-6fde-4914-a3bd-af525cbc98d2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Sep 15 08:39:39.700146 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a7c4b874-4240-48e7-a8ff-cccad7abd787 req-032a664f-aaaf-4b4c-8e81-3a5fc9d57fe8 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0440154 Sep 15 08:39:39.748909 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6145a-b63b-48e9-8422-5687f9f368dc req-5d232f8d-eac9-4ea9-9cb5-8a1a1d3c61ca tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:39.750378 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2da6145a-b63b-48e9-8422-5687f9f368dc req-5d232f8d-eac9-4ea9-9cb5-8a1a1d3c61ca tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0956593 Sep 15 08:39:39.798991 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2da6145a-b63b-48e9-8422-5687f9f368dc req-25a896ce-88c1-4ebe-82de-3a28564177bd tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Sep 15 08:39:40.573177 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013b1b3-2187-41aa-b81d-cac110ed2642 req-a5f894e3-deac-47d8-af7e-b2d8006fb14a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:40.575006 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0013b1b3-2187-41aa-b81d-cac110ed2642 req-a5f894e3-deac-47d8-af7e-b2d8006fb14a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0809884 Sep 15 08:39:40.620358 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0013b1b3-2187-41aa-b81d-cac110ed2642 req-65041263-a2ea-4138-a31e-2bb9c8d90acc tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398245 Sep 15 08:39:40.859634 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5bef924d-e49c-4fc5-a7a6-011e65a65b92 req-27faab43-2765-4e7c-b289-d4fd7002629d tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0403662 Sep 15 08:39:40.998248 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bc6bb-9f1e-4abc-8fee-015c36a744e2 req-2e4a31e7-c277-4052-8115-45c1c37a8750 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:40.999657 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b82bc6bb-9f1e-4abc-8fee-015c36a744e2 req-2e4a31e7-c277-4052-8115-45c1c37a8750 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0759184 Sep 15 08:39:41.043356 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b82bc6bb-9f1e-4abc-8fee-015c36a744e2 req-b386fb5b-fdd7-454c-bd67-0dadd4d7e0ed tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Sep 15 08:39:41.685835 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-1bcf54cd-7ac2-4620-96f6-1ddff488f5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:41.837696 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824645c5-4a6c-4d4a-bd9d-c274cae1789e req-b6145ccf-6e8c-4adf-9be7-b20cd0942c25 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:41.839076 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-824645c5-4a6c-4d4a-bd9d-c274cae1789e req-b6145ccf-6e8c-4adf-9be7-b20cd0942c25 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0842338 Sep 15 08:39:41.882739 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-824645c5-4a6c-4d4a-bd9d-c274cae1789e req-035faf0f-9303-452d-8a57-56ce73df03e5 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382309 Sep 15 08:39:42.019693 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-739c12bc-7705-4ef2-addb-664c257a26e3 req-fb40d7c4-e3ad-4d13-b490-e90c516afa53 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0428178 Sep 15 08:39:42.237556 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:42.240707 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a4821-dca0-451a-9afe-b0daaa7495bf req-cd17408e-d6b0-4dcd-b62a-eb3a59dbcde5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:42.242168 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-775a4821-dca0-451a-9afe-b0daaa7495bf req-cd17408e-d6b0-4dcd-b62a-eb3a59dbcde5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0764205 Sep 15 08:39:42.289484 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-775a4821-dca0-451a-9afe-b0daaa7495bf req-c194ce81-bc44-4619-9951-d8e60933370f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Sep 15 08:39:43.090246 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d69bf6-36f8-45a2-9e92-d67574b594f2 req-45e9784c-d21f-47dc-87d4-f683d1b33752 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:43.091735 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-49d69bf6-36f8-45a2-9e92-d67574b594f2 req-45e9784c-d21f-47dc-87d4-f683d1b33752 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0758190 Sep 15 08:39:43.137199 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-49d69bf6-36f8-45a2-9e92-d67574b594f2 req-2e3b0335-8416-4ff1-bb2a-2a140bcf0df7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397086 Sep 15 08:39:43.191281 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d3ccb8ee-22db-4717-beba-b499d0f69939 req-05a7f25d-9b53-49a7-b1ad-7bd14bac136b tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0441360 Sep 15 08:39:43.633271 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5812742-5fc6-4e54-b01d-1a988c73dbb3 req-edb18454-44f9-4590-8a5b-f64d360f2b56 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:43.634800 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b5812742-5fc6-4e54-b01d-1a988c73dbb3 req-edb18454-44f9-4590-8a5b-f64d360f2b56 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0830879 Sep 15 08:39:43.690607 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b5812742-5fc6-4e54-b01d-1a988c73dbb3 req-eaf7b749-3a43-4db2-80d1-ea906e84ae0f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484827 Sep 15 08:39:43.720850 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-da546e92-0c49-425e-9d57-157a147e492a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791080 Sep 15 08:39:43.910697 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-a6fac9d2-9223-47c2-8aab-b018a8dd1f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:43.938003 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-af3e95c4-5c2d-4832-889f-b91e3b017493 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 1098 time: 0.0741794 Sep 15 08:39:44.079477 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-9d7af6fb-2688-4bf5-9883-7027ad1a300b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:44.080895 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-9d7af6fb-2688-4bf5-9883-7027ad1a300b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 910 time: 0.1229558 Sep 15 08:39:44.182819 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-8c115bd7-7934-4675-b4f8-0b6bbfa86dc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 200 len: 1001 time: 0.0947831 Sep 15 08:39:44.244279 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-21c15609-c613-4c48-bb58-bb06d81031b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:44.245723 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-21c15609-c613-4c48-bb58-bb06d81031b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.0563009 Sep 15 08:39:44.354326 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-457a7dbd-43c9-4906-a3e6-bb2ce8a1d02f req-ad01b072-ae3d-48ea-9ae8-686d403f06a5 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 210 time: 0.0415227 Sep 15 08:39:44.382745 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-8cc39fdb-d504-4c51-922b-89f0d0b0b290 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1266119 Sep 15 08:39:44.389212 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02fd9-b11b-4441-802a-fbdbe241213c req-f0003388-c165-40a5-bcd8-5ca1cf86b2fe tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:44.390558 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e4f02fd9-b11b-4441-802a-fbdbe241213c req-f0003388-c165-40a5-bcd8-5ca1cf86b2fe tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.1009746 Sep 15 08:39:44.577370 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e4f02fd9-b11b-4441-802a-fbdbe241213c req-726198f6-7f2f-401a-bd34-e6a077dbd664 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812167 Sep 15 08:39:44.628576 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-27c3e728-9366-4916-ade3-7a9ea024f109 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051742 Sep 15 08:39:44.681286 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ed254-af00-4b73-b8a8-2200e519be4a req-899dd2fc-ff04-4673-963b-9a40d6baa409 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:44.682765 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-899dd2fc-ff04-4673-963b-9a40d6baa409 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.37 "GET /v2.0/networks?id=2b9fb2db-0ee8-4822-a6b4-fc256022ee11 HTTP/1.1" status: 200 len: 809 time: 0.1480846 Sep 15 08:39:44.714703 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Request body: {'port': {'device_id': 'ab2a0087-ad3c-4fc8-a08c-c46299c6c806', 'network_id': '2b9fb2db-0ee8-4822-a6b4-fc256022ee11', 'admin_state_up': True, 'tenant_id': '9d2d8c94793a47a49138d7cd6bb3b26c'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:44.776966 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2db39782-68c4-42a4-9e22-7a2bf11a7483 req-08e53af4-b092-4fd9-bc5e-a7cc1212caa1 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334515 Sep 15 08:39:44.876415 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:44.911804 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:44.918511 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Usage tracker for resource:port and tenant:9d2d8c94793a47a49138d7cd6bb3b26c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:44.922040 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:44.929188 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:44.945005 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Made reservation on behalf of 9d2d8c94793a47a49138d7cd6bb3b26c for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:44.947957 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:44.965246 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c99a6-bf0f-4f78-ba44-68e8890b1a77 req-b9a002a8-1d07-4e72-99e1-7f5a0eb078b5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:44.966740 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-280c99a6-bf0f-4f78-ba44-68e8890b1a77 req-b9a002a8-1d07-4e72-99e1-7f5a0eb078b5 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1453559 Sep 15 08:39:45.074225 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-280c99a6-bf0f-4f78-ba44-68e8890b1a77 req-844af3da-a394-4d59-82a9-041a62cf6be8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019914 Sep 15 08:39:45.155605 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Allocated IP 172.20.0.4 (2b9fb2db-0ee8-4822-a6b4-fc256022ee11/4e3d57c8-a138-4d08-a5bb-64ffc487d091/6780e731-e358-4f47-99b3-a77370049361) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:39:45.350844 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:45.377734 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:45.383514 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-66dc292c-1ba3-489b-ac46-83db1a54aa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:45.450241 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:39:45.453414 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:45.457448 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:39:45.558442 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Pushing event updated for resources: {'Port': ['ID=6780e731-e358-4f47-99b3-a77370049361,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:45.563245 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36914a-a511-4405-8427-bdb1c112ef23 req-3d36df50-d829-4909-974a-49789787d98d tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:45.564960 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ab36914a-a511-4405-8427-bdb1c112ef23 req-3d36df50-d829-4909-974a-49789787d98d tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 931 time: 0.0841238 Sep 15 08:39:45.573393 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.573752 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.574104 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.574480 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.574822 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.575163 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.575503 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.575839 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.576177 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.576511 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.576844 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:45.581870 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:45.595292 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:45.595901 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:45.610105 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ab36914a-a511-4405-8427-bdb1c112ef23 req-3f48b9ad-16e4-4db1-b63a-69a7b8f47a93 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Sep 15 08:39:45.616457 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-4de6d51f-f839-43ff-b617-cdd4a31b591e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9060259 Sep 15 08:39:45.708904 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Request body: {'port': {'device_id': 'ab2a0087-ad3c-4fc8-a08c-c46299c6c806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:45.868528 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:45.883046 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ac294-b7f8-4b86-a73e-172d9da1f19d req-9b01e66d-8204-43ab-9172-43a815927a3b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:45.884489 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f89ac294-b7f8-4b86-a73e-172d9da1f19d req-9b01e66d-8204-43ab-9172-43a815927a3b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.1524878 Sep 15 08:39:45.981863 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f89ac294-b7f8-4b86-a73e-172d9da1f19d req-8c164535-8c4b-4a0c-b8ee-d5f3a89eb964 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915012 Sep 15 08:39:46.246761 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6780e731-e358-4f47-99b3-a77370049361 {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:39:46.253718 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:46.267610 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Transition to ACTIVE for port object 6780e731-e358-4f47-99b3-a77370049361 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:46.268261 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac740358-8df2-4cb6-b35b-81aab5b0ca33 req-e171c3f2-2087-41bc-9ba5-990b14d9aa01 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:46.269695 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ac740358-8df2-4cb6-b35b-81aab5b0ca33 req-e171c3f2-2087-41bc-9ba5-990b14d9aa01 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0747991 Sep 15 08:39:46.272379 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:46.276678 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:46.316395 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ac740358-8df2-4cb6-b35b-81aab5b0ca33 req-fdfb5ef8-b9db-4c89-9ca2-eac3232ce8ba tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396879 Sep 15 08:39:46.367460 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:46.398077 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Pushing event updated for resources: {'Port': ['ID=6780e731-e358-4f47-99b3-a77370049361,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:46.402215 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:46.501490 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c20137ba-c60a-48e4-9aa7-41a3ab1ace1b req-e3942f40-22dc-4ec6-9c34-ae26f6a9d67f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0723531 Sep 15 08:39:46.504006 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Attempting to bind port 6780e731-e358-4f47-99b3-a77370049361 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:39:46.504330 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Attempting to bind port 6780e731-e358-4f47-99b3-a77370049361 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '3307c527-e008-4d6b-8ba0-6d0578a791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b9fb2db-0ee8-4822-a6b4-fc256022ee11'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:39:46.504671 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Attempting to bind port 6780e731-e358-4f47-99b3-a77370049361 on network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:39:46.510425 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Port 6780e731-e358-4f47-99b3-a77370049361 on network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:39:46.510759 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Attempting to bind port 6780e731-e358-4f47-99b3-a77370049361 on network 2b9fb2db-0ee8-4822-a6b4-fc256022ee11 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:39:46.516851 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:39:46.517218 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Checking segment: {'id': '3307c527-e008-4d6b-8ba0-6d0578a791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b9fb2db-0ee8-4822-a6b4-fc256022ee11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:46.517705 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Bound using segment: {'id': '3307c527-e008-4d6b-8ba0-6d0578a791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b9fb2db-0ee8-4822-a6b4-fc256022ee11'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:39:46.518134 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Bound port: 6780e731-e358-4f47-99b3-a77370049361, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3307c527-e008-4d6b-8ba0-6d0578a791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b9fb2db-0ee8-4822-a6b4-fc256022ee11'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:39:46.518563 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:46.544485 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c20137ba-c60a-48e4-9aa7-41a3ab1ace1b req-0e3d6a56-a14f-46c0-8114-daae672749a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356169 Sep 15 08:39:46.607185 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] For port 6780e731-e358-4f47-99b3-a77370049361, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:39:46.610311 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] For port 6780e731-e358-4f47-99b3-a77370049361, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6780e731-e358-4f47-99b3-a77370049361,segment=NetworkSegment(3307c527-e008-4d6b-8ba0-6d0578a791ad),segment_id=3307c527-e008-4d6b-8ba0-6d0578a791ad)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:39:46.614327 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:46.618448 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e7e46c6b-3334-421b-9a77-d9114feea7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:46.677232 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:46.678844 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] 10.222.0.37 "PUT /v2.0/ports/6780e731-e358-4f47-99b3-a77370049361 HTTP/1.1" status: 200 len: 1093 time: 0.9743447 Sep 15 08:39:46.681283 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2a0087-ad3c-4fc8-a08c-c46299c6c806', 'tag': '6780e731-e358-4f47-99b3-a77370049361'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:46.695887 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Pushing event updated for resources: {'Port': ['ID=6780e731-e358-4f47-99b3-a77370049361,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:46.699674 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:46.763818 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2a0087-ad3c-4fc8-a08c-c46299c6c806', 'tag': '6780e731-e358-4f47-99b3-a77370049361', 'status': 'completed', 'code': 200} Sep 15 08:39:46.807770 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf2665-3b91-4b2f-8fc1-d788128aff68 req-87a805c8-1edc-4e68-a693-7dcd6399228a tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:46.808457 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-dfcf2665-3b91-4b2f-8fc1-d788128aff68 req-87a805c8-1edc-4e68-a693-7dcd6399228a tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Synchronizing usage tracker for tenant:9d2d8c94793a47a49138d7cd6bb3b26c on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:39:46.825115 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-dfcf2665-3b91-4b2f-8fc1-d788128aff68 req-87a805c8-1edc-4e68-a693-7dcd6399228a tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Unset dirty status for tenant:9d2d8c94793a47a49138d7cd6bb3b26c on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:39:46.826510 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dfcf2665-3b91-4b2f-8fc1-d788128aff68 req-87a805c8-1edc-4e68-a693-7dcd6399228a tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 943 time: 0.0976245 Sep 15 08:39:46.869581 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-dfcf2665-3b91-4b2f-8fc1-d788128aff68 req-0684f2bc-e8c3-4a62-8186-d3f67b8b87af tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Synchronizing usage tracker for tenant:9d2d8c94793a47a49138d7cd6bb3b26c on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:39:46.885795 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-dfcf2665-3b91-4b2f-8fc1-d788128aff68 req-0684f2bc-e8c3-4a62-8186-d3f67b8b87af tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Unset dirty status for tenant:9d2d8c94793a47a49138d7cd6bb3b26c on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:39:46.887034 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dfcf2665-3b91-4b2f-8fc1-d788128aff68 req-0684f2bc-e8c3-4a62-8186-d3f67b8b87af tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 Sep 15 08:39:47.057402 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-46e3d384-c814-4569-90b7-8b58d20f54f1 req-c6360cc0-9ecf-4623-b8f3-aeb24eb98b8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d2d8c94793a47a49138d7cd6bb3b26c&device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 1096 time: 0.0687165 Sep 15 08:39:47.192213 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711732c-c27a-4b88-9e08-7f4b735b138b req-ed19c802-719e-42ee-ab90-ee553bd8db43 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:47.194355 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5711732c-c27a-4b88-9e08-7f4b735b138b req-ed19c802-719e-42ee-ab90-ee553bd8db43 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 943 time: 0.0770907 Sep 15 08:39:47.210534 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d384-c814-4569-90b7-8b58d20f54f1 req-1bcc507a-a385-49d0-9076-f2694163a73e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:47.211971 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-46e3d384-c814-4569-90b7-8b58d20f54f1 req-1bcc507a-a385-49d0-9076-f2694163a73e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9d2d8c94793a47a49138d7cd6bb3b26c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1365671 Sep 15 08:39:47.243671 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5711732c-c27a-4b88-9e08-7f4b735b138b req-1e9eccfc-b60a-479b-a397-3e1c4ffbad0c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Sep 15 08:39:47.344621 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d384-c814-4569-90b7-8b58d20f54f1 req-0f99c2f5-4b31-4b74-bb49-d8148657d6a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:47.345968 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-46e3d384-c814-4569-90b7-8b58d20f54f1 req-0f99c2f5-4b31-4b74-bb49-d8148657d6a9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270604 Sep 15 08:39:47.534743 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-04822773-4a9a-4898-b064-fe213967b339 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d2d8c94793a47a49138d7cd6bb3b26c&device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 1096 time: 0.1261530 Sep 15 08:39:47.545083 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9df0d-54c9-46dc-b2ad-c0676db95d12 req-074c4c02-6a75-47f5-856f-a46aab4be917 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:47.546465 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b7b9df0d-54c9-46dc-b2ad-c0676db95d12 req-074c4c02-6a75-47f5-856f-a46aab4be917 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0999932 Sep 15 08:39:47.689634 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-a8ba1063-935b-4571-8307-f196f2e155f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6780e731-e358-4f47-99b3-a77370049361 HTTP/1.1" status: 200 len: 217 time: 0.1380923 Sep 15 08:39:47.756611 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b7b9df0d-54c9-46dc-b2ad-c0676db95d12 req-fe6a38ed-2b3c-4cad-9a84-c3b906cbcf48 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034464 Sep 15 08:39:47.763334 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ed254-af00-4b73-b8a8-2200e519be4a req-438a02d2-350b-4825-bd03-4f2d2f23b395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:47.764737 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-438a02d2-350b-4825-bd03-4f2d2f23b395 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e3d57c8-a138-4d08-a5bb-64ffc487d091 HTTP/1.1" status: 200 len: 849 time: 0.0672190 Sep 15 08:39:47.810067 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-bfb54c79-7ede-4f28-b08f-4cdc6cb569ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b9fb2db-0ee8-4822-a6b4-fc256022ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381856 Sep 15 08:39:47.887860 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:39:47.943539 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-e8648b10-8917-410e-ad9f-fe371bf1720e service neutron] 10.222.0.37 "GET /v2.0/networks/2b9fb2db-0ee8-4822-a6b4-fc256022ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237516 Sep 15 08:39:48.033612 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:48.047079 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'port_id': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'mac_address': 'fa:16:3e:21:bb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:39:48.106327 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-057ed254-af00-4b73-b8a8-2200e519be4a req-6539161c-099f-438c-8b4f-cca9e215706e service neutron] 10.222.0.37 "GET /v2.0/networks/2b9fb2db-0ee8-4822-a6b4-fc256022ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395998 Sep 15 08:39:48.112039 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:48.115560 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f69bb5-d2c8-4e8c-9954-671937e11193 req-e12a61ff-5d6f-4d51-b7a7-86598556c8f0 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:48.123054 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-08f69bb5-d2c8-4e8c-9954-671937e11193 req-e12a61ff-5d6f-4d51-b7a7-86598556c8f0 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 943 time: 0.1137624 Sep 15 08:39:48.133991 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731f2884-1d9d-4ddd-a4a0-3a92efca34ed {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:39:48.154994 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:48.159432 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:48.163666 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-bf3607fc-fe7c-4aff-a8d3-340dff5093d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:48.172001 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-08f69bb5-d2c8-4e8c-9954-671937e11193 req-a6be7f39-9296-4a1c-9d29-4c34ec71110f tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481243 Sep 15 08:39:48.230133 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=9']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:48.240874 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.241216 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.241554 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.241889 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.242221 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.242574 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.242898 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.243223 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.243546 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.243865 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.244183 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:48.247970 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:48.452087 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9bd4e-e696-4bb1-976b-c193cbd58fde req-f2fef2fc-64d9-43fb-9878-1af487b5d217 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:48.453488 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6aa9bd4e-e696-4bb1-976b-c193cbd58fde req-f2fef2fc-64d9-43fb-9878-1af487b5d217 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 944 time: 0.0743887 Sep 15 08:39:48.497511 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6aa9bd4e-e696-4bb1-976b-c193cbd58fde req-f8aa821e-2906-4b3c-b28e-0540940d3789 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Sep 15 08:39:48.951065 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bb32b-27b3-4978-93a6-e89adec55b6d req-9c01f3d9-dba9-41e4-a3dc-a124367ae498 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:48.952503 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3e3bb32b-27b3-4978-93a6-e89adec55b6d req-9c01f3d9-dba9-41e4-a3dc-a124367ae498 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0783594 Sep 15 08:39:48.957212 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['731f2884-1d9d-4ddd-a4a0-3a92efca34ed'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:39:48.998377 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3e3bb32b-27b3-4978-93a6-e89adec55b6d req-ce195a58-ca19-4ef5-bc1a-79585254b842 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388675 Sep 15 08:39:49.365770 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb80886-da17-442b-aa00-f4065d0931c8 req-c7238250-3b78-4a54-8018-abbbfbdb3a4d tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:49.367181 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8fb80886-da17-442b-aa00-f4065d0931c8 req-c7238250-3b78-4a54-8018-abbbfbdb3a4d tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 943 time: 0.0763955 Sep 15 08:39:49.420783 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8fb80886-da17-442b-aa00-f4065d0931c8 req-3c984e9a-cb6d-4286-8d4a-1972ed56392c tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477717 Sep 15 08:39:49.589190 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-34235583-0fb4-4a3d-bf85-fb74ddde90dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6bc4af5744a141e598852d3dbef90595&device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 1098 time: 0.1271186 Sep 15 08:39:49.594468 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9fa1b-a3d4-40ca-8dad-e4ec5d28d434 req-fdd871d2-c465-4213-9f31-aceef0d2d2b7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:49.595840 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e0b9fa1b-a3d4-40ca-8dad-e4ec5d28d434 req-fdd871d2-c465-4213-9f31-aceef0d2d2b7 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1026001 Sep 15 08:39:49.712088 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba22ae-f229-4c43-a437-a12e8625af1a req-20516d26-6158-411a-84b5-902a20a65b2d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:49.713543 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-15ba22ae-f229-4c43-a437-a12e8625af1a req-20516d26-6158-411a-84b5-902a20a65b2d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 944 time: 0.0787778 Sep 15 08:39:49.726229 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e0b9fa1b-a3d4-40ca-8dad-e4ec5d28d434 req-30046095-21ef-4663-bced-03a323f5dad2 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037259 Sep 15 08:39:49.759622 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-15ba22ae-f229-4c43-a437-a12e8625af1a req-4163d60a-2ebf-40bd-9191-beedf80b1eec tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Sep 15 08:39:49.771966 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-1e50f7ed-a0bf-49e1-b7b4-6fb490501ce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:49.773474 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-1e50f7ed-a0bf-49e1-b7b4-6fb490501ce0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 200 len: 920 time: 0.1738989 Sep 15 08:39:49.839253 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-ee300a7d-a404-4b32-8b9e-76959d5e0c4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0591218 Sep 15 08:39:49.885844 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 6780e731-e358-4f47-99b3-a77370049361 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:39:49.914879 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-15f7e093-71b6-4ac2-864d-08906f51d044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:49.916320 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-15f7e093-71b6-4ac2-864d-08906f51d044 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 200 len: 859 time: 0.0592387 Sep 15 08:39:49.964837 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-787fa369-da04-4ad7-9bf2-ec6f4368a7b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42de1df9-74e9-490a-9e1c-39f4f31e401e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387418 Sep 15 08:39:50.015949 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 6780e731-e358-4f47-99b3-a77370049361, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6780e731-e358-4f47-99b3-a77370049361,segment=NetworkSegment(3307c527-e008-4d6b-8ba0-6d0578a791ad),segment_id=3307c527-e008-4d6b-8ba0-6d0578a791ad)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:50.029129 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '6780e731-e358-4f47-99b3-a77370049361', 'network_id': '2b9fb2db-0ee8-4822-a6b4-fc256022ee11', 'port_id': '6780e731-e358-4f47-99b3-a77370049361', 'mac_address': 'fa:16:3e:2c:bf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3d57c8-a138-4d08-a5bb-64ffc487d091', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:39:50.083187 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.100852 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6780e731-e358-4f47-99b3-a77370049361 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:39:50.104588 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-b3c8b5df-d9cb-46df-8c50-c95df7ea2679 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317434 Sep 15 08:39:50.116283 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 6780e731-e358-4f47-99b3-a77370049361, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6780e731-e358-4f47-99b3-a77370049361,segment=NetworkSegment(3307c527-e008-4d6b-8ba0-6d0578a791ad),segment_id=3307c527-e008-4d6b-8ba0-6d0578a791ad)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:50.121393 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.123363 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-8582c15b-0dca-49f5-a26a-3643b98c4801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:50.190162 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=6780e731-e358-4f47-99b3-a77370049361,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:50.193144 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:50.240312 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1d7f7a16-ee05-4299-a8ee-2a381e1770ad req-a236570d-7812-472e-8d16-a356fdb6d4d7 service neutron] 10.222.0.37 "GET /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285989 Sep 15 08:39:50.616431 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aada0-6d02-4767-9962-a60177653356 req-791b6788-e2cf-49e2-a151-77c109d80a1d tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:50.617815 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3e5aada0-6d02-4767-9962-a60177653356 req-791b6788-e2cf-49e2-a151-77c109d80a1d tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 944 time: 0.0775402 Sep 15 08:39:50.661554 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3e5aada0-6d02-4767-9962-a60177653356 req-f7a4e936-e3fa-452c-9d51-feef2d59c070 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 Sep 15 08:39:50.740723 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['6780e731-e358-4f47-99b3-a77370049361'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:39:50.933460 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5a2c-4162-4132-b7b2-77962ec7e71d req-ea2e32f0-efda-4831-8067-be9f707bcf04 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:50.934942 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ac2b5a2c-4162-4132-b7b2-77962ec7e71d req-ea2e32f0-efda-4831-8067-be9f707bcf04 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0783930 Sep 15 08:39:50.980167 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ac2b5a2c-4162-4132-b7b2-77962ec7e71d req-fd18de65-6c85-4426-83ae-9a21f0311bd8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Sep 15 08:39:50.986854 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25140459-8123-4467-b903-f23e1ebac3c1 req-16f77734-0368-4a81-9bf0-801298c26b7d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:50.988453 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-25140459-8123-4467-b903-f23e1ebac3c1 req-16f77734-0368-4a81-9bf0-801298c26b7d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 944 time: 0.0786064 Sep 15 08:39:51.032465 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-25140459-8123-4467-b903-f23e1ebac3c1 req-63830430-1742-4e62-9074-0623392b3023 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381155 Sep 15 08:39:51.858076 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324ccb6-a184-4cb2-9888-06fb64a5ae84 req-03809eb2-2fa4-47a9-9aea-089def231a93 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:51.859481 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6324ccb6-a184-4cb2-9888-06fb64a5ae84 req-03809eb2-2fa4-47a9-9aea-089def231a93 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 944 time: 0.0786676 Sep 15 08:39:51.885421 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:51.904097 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6324ccb6-a184-4cb2-9888-06fb64a5ae84 req-e5f1e25d-c948-42e7-af64-b9da9a2bba4b tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390730 Sep 15 08:39:51.951731 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:51.952112 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:52.095931 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:52.124689 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:52.134645 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:52.138683 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:52.140585 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:52.212096 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=10']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:52.215275 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:52.277653 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6ea86-e7f6-4ccb-aa47-09a4cea1b854 req-ca9d1dc8-5c56-4719-b61b-8f7b32a4c710 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:52.279170 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-62b6ea86-e7f6-4ccb-aa47-09a4cea1b854 req-ca9d1dc8-5c56-4719-b61b-8f7b32a4c710 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1749277 Sep 15 08:39:52.288381 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c76eb4-a85d-4957-85c5-fbc9093d9777 req-e512b9f2-133d-4d39-9e59-aef52c67d364 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:52.289823 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-37c76eb4-a85d-4957-85c5-fbc9093d9777 req-e512b9f2-133d-4d39-9e59-aef52c67d364 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 946 time: 0.0787072 Sep 15 08:39:52.324688 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-62b6ea86-e7f6-4ccb-aa47-09a4cea1b854 req-9441857d-7b76-45ce-9e36-e34245c1cede tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Sep 15 08:39:52.339065 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-37c76eb4-a85d-4957-85c5-fbc9093d9777 req-9d3c2de9-131f-48f3-be43-12c0075caafd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433979 Sep 15 08:39:52.388673 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'code': 200} Sep 15 08:39:53.056563 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-126fd3dc-eaa7-4dc6-bee3-4e6dbba36611 req-ff4f970c-84fc-42f8-b7f6-6e2697fa7148 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 1099 time: 0.0676754 Sep 15 08:39:53.100128 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640789b7-0b56-4ce0-b8e2-d7edfe2d0740 req-a2477929-9844-41b6-87f4-9908fc88821b tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:53.101595 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-640789b7-0b56-4ce0-b8e2-d7edfe2d0740 req-a2477929-9844-41b6-87f4-9908fc88821b tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 944 time: 0.0776999 Sep 15 08:39:53.146848 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-640789b7-0b56-4ce0-b8e2-d7edfe2d0740 req-687db80f-aa59-427a-a9f5-729b371e017e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Sep 15 08:39:53.164087 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-126fd3dc-eaa7-4dc6-bee3-4e6dbba36611 req-2b2251e9-b7cf-4457-859d-a4631157f0a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383303 Sep 15 08:39:53.532366 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092a424-f113-4ea5-b480-3dacf7b365f7 req-cd8b4b3f-d49b-4183-928f-8dc51ae89ee3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:53.533844 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c092a424-f113-4ea5-b480-3dacf7b365f7 req-cd8b4b3f-d49b-4183-928f-8dc51ae89ee3 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0795603 Sep 15 08:39:53.548418 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6c7a3-50b9-496e-8738-6e373424339f req-002b5ca8-435d-4516-9fcb-0f61040c38ed tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:53.549869 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-aab6c7a3-50b9-496e-8738-6e373424339f req-002b5ca8-435d-4516-9fcb-0f61040c38ed tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 946 time: 0.0780613 Sep 15 08:39:53.578556 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c092a424-f113-4ea5-b480-3dacf7b365f7 req-c2509e4e-9420-4844-a38a-034c75621711 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390961 Sep 15 08:39:53.595275 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-aab6c7a3-50b9-496e-8738-6e373424339f req-9b332c76-046b-402c-8af8-6599959a88f6 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Sep 15 08:39:53.883215 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 6780e731-e358-4f47-99b3-a77370049361 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:53.950266 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 6780e731-e358-4f47-99b3-a77370049361 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:53.955107 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 6780e731-e358-4f47-99b3-a77370049361 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:53.955483 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.072055 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.106171 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 6780e731-e358-4f47-99b3-a77370049361, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6780e731-e358-4f47-99b3-a77370049361,segment=NetworkSegment(3307c527-e008-4d6b-8ba0-6d0578a791ad),segment_id=3307c527-e008-4d6b-8ba0-6d0578a791ad)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:54.110734 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.112518 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-dcba658f-faf0-401a-a387-98cfcb5e0639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:54.175412 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=6780e731-e358-4f47-99b3-a77370049361,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:54.179014 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:54.342806 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed367-ae36-4b20-8327-f68be86f7b13 req-df18a948-bc57-4456-823f-99a1dfdcb41c tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:54.344231 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-478ed367-ae36-4b20-8327-f68be86f7b13 req-df18a948-bc57-4456-823f-99a1dfdcb41c tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 945 time: 0.0740695 Sep 15 08:39:54.390037 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2a0087-ad3c-4fc8-a08c-c46299c6c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6780e731-e358-4f47-99b3-a77370049361'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:54.391744 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-478ed367-ae36-4b20-8327-f68be86f7b13 req-086d538c-f97d-4d50-b96d-27da155300e2 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 Sep 15 08:39:54.442552 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2a0087-ad3c-4fc8-a08c-c46299c6c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6780e731-e358-4f47-99b3-a77370049361', 'code': 200} Sep 15 08:39:54.818599 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b93f1e3f-9d58-445b-9246-055006b10731 req-cc5fb9a5-f802-4d33-acd4-47c7eab6c2c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 1098 time: 0.1239741 Sep 15 08:39:54.846918 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17ed8-d5fb-4ebe-a088-a2e731fc8f4b req-a814a6e9-b88e-4cf3-b835-1d769c14e96f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:54.848996 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-76b17ed8-d5fb-4ebe-a088-a2e731fc8f4b req-a814a6e9-b88e-4cf3-b835-1d769c14e96f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 946 time: 0.1158235 Sep 15 08:39:54.901797 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b93f1e3f-9d58-445b-9246-055006b10731 req-66a09bcc-a9a3-41ea-bed7-bbed12f31116 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747869 Sep 15 08:39:54.911380 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-76b17ed8-d5fb-4ebe-a088-a2e731fc8f4b req-0b304344-e60e-4bd1-b445-c9125525ecd4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564907 Sep 15 08:39:55.597743 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21871f4-1bbe-4712-a2a6-616743f996ee req-9a5c4b08-a8e4-48e3-9734-197b8d63038a tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:55.600025 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a21871f4-1bbe-4712-a2a6-616743f996ee req-9a5c4b08-a8e4-48e3-9734-197b8d63038a tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 945 time: 0.0866697 Sep 15 08:39:55.653724 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a21871f4-1bbe-4712-a2a6-616743f996ee req-4988a941-bdc1-48e6-a9d4-f005ef6bab15 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Sep 15 08:39:56.117328 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64500bf3-3962-457a-8509-75eb7e3e26aa req-ca023155-ff2c-4098-b19d-2cc15372a927 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:56.118849 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-64500bf3-3962-457a-8509-75eb7e3e26aa req-ca023155-ff2c-4098-b19d-2cc15372a927 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 946 time: 0.0745630 Sep 15 08:39:56.162982 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-64500bf3-3962-457a-8509-75eb7e3e26aa req-a3fc8bf3-f350-4198-97bf-a3613928c282 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386345 Sep 15 08:39:56.871770 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a38298-b7a6-4253-9c66-f074fe0119f2 req-a43e81d1-a586-4861-8d92-2f3e793f7241 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:56.873213 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-49a38298-b7a6-4253-9c66-f074fe0119f2 req-a43e81d1-a586-4861-8d92-2f3e793f7241 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 945 time: 0.0929964 Sep 15 08:39:56.916915 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-49a38298-b7a6-4253-9c66-f074fe0119f2 req-b4cca743-1eb7-452e-ae07-ea2373142b18 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Sep 15 08:39:57.690833 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:39:59.207097 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb889aa0-fb55-4ee9-a23e-35aa4917e36a req-0dfc636a-c264-4bc3-b2e3-960e6d6a7909 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:59.209083 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eb889aa0-fb55-4ee9-a23e-35aa4917e36a req-0dfc636a-c264-4bc3-b2e3-960e6d6a7909 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0782464 Sep 15 08:39:59.259274 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-eb889aa0-fb55-4ee9-a23e-35aa4917e36a req-ccbb4176-dd49-4344-a995-b7ed76eff06f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443194 Sep 15 08:39:59.906231 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:00.460186 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaab14e-0b26-4890-96f2-c1f54abe580a req-f7b745d7-034f-46fd-89ba-182f4d1e2f8e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:00.461645 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-efaab14e-0b26-4890-96f2-c1f54abe580a req-f7b745d7-034f-46fd-89ba-182f4d1e2f8e tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 945 time: 0.1395600 Sep 15 08:40:00.467768 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dfd66-b754-4acc-8364-bc8b4a13f9a2 req-4bd8d10f-eca3-4dfc-8ead-a20a134b848f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:00.469246 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d4dfd66-b754-4acc-8364-bc8b4a13f9a2 req-4bd8d10f-eca3-4dfc-8ead-a20a134b848f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0844610 Sep 15 08:40:00.505979 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-efaab14e-0b26-4890-96f2-c1f54abe580a req-519e096f-9c10-42eb-8681-e91cd87d6548 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Sep 15 08:40:00.513556 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5d4dfd66-b754-4acc-8364-bc8b4a13f9a2 req-2b05d573-9c1b-4429-8479-d6b0f5ced1a4 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381148 Sep 15 08:40:01.707018 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885fe83-50c4-4fc6-a599-0cbf9a1b63fb req-e99e4ad9-fbb7-459f-990b-a012fada77a1 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:01.708541 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5885fe83-50c4-4fc6-a599-0cbf9a1b63fb req-e99e4ad9-fbb7-459f-990b-a012fada77a1 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 945 time: 0.0780804 Sep 15 08:40:01.711165 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415afdb-bd4c-4b3a-89ec-5bc0ce62c329 req-1bbe6834-9744-4574-83e3-cf72e11f4ccd tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:01.712615 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8415afdb-bd4c-4b3a-89ec-5bc0ce62c329 req-1bbe6834-9744-4574-83e3-cf72e11f4ccd tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0781682 Sep 15 08:40:01.754651 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5885fe83-50c4-4fc6-a599-0cbf9a1b63fb req-88decf0e-0873-4753-827b-ed5124410af0 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Sep 15 08:40:01.758700 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8415afdb-bd4c-4b3a-89ec-5bc0ce62c329 req-390fd9f6-6fd9-4ee5-b0c6-34ab867cb45f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Sep 15 08:40:02.250562 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d4859-49d9-4e96-b134-564173edb786 req-01055f3d-ffd2-4674-8a13-a2d38ceb7c4d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:02.252011 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-551d4859-49d9-4e96-b134-564173edb786 req-01055f3d-ffd2-4674-8a13-a2d38ceb7c4d tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.37 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 945 time: 0.0762491 Sep 15 08:40:02.332626 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Deleting port 463e4141-7833-4fb3-81c9-fced0c81d25c {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:02.333188 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:02.341391 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-26c2a3fd-20fc-49dd-b3f7-f7d1c3b77faa tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:02.342843 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-26c2a3fd-20fc-49dd-b3f7-f7d1c3b77faa tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 945 time: 0.0741749 Sep 15 08:40:02.422675 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Deleting port 6780e731-e358-4f47-99b3-a77370049361 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:02.422933 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:02.569118 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] For port 463e4141-7833-4fb3-81c9-fced0c81d25c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=463e4141-7833-4fb3-81c9-fced0c81d25c,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:02.569476 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:02.654156 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] For port 6780e731-e358-4f47-99b3-a77370049361, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6780e731-e358-4f47-99b3-a77370049361,segment=NetworkSegment(3307c527-e008-4d6b-8ba0-6d0578a791ad),segment_id=3307c527-e008-4d6b-8ba0-6d0578a791ad)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:02.654601 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:02.687557 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Calling delete_port for 463e4141-7833-4fb3-81c9-fced0c81d25c owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:02.775846 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Calling delete_port for 6780e731-e358-4f47-99b3-a77370049361 owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:02.832316 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:02.840966 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6859dbb4-b913-4304-bcae-344c63472ca3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:02.872118 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['c9481d7a-6416-4357-a55b-ff73dddd3bf3', '463e4141-7833-4fb3-81c9-fced0c81d25c'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:40:02.902324 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Pushing event deleted for resources: {'Port': ['ID=463e4141-7833-4fb3-81c9-fced0c81d25c,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:02.904817 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:02.948660 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-beca7d23-bca5-455c-9935-2741c702effc req-a007acd4-1106-4636-8c1f-aa2c033ab74f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=9510e4e6-2e13-4ef2-bf59-58cb8cd73b18 HTTP/1.1" status: 200 len: 210 time: 0.0473983 Sep 15 08:40:02.998853 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:03.006350 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-73ba947b-ee6c-42eb-a92e-4f4eef027278 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:03.024613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] No DVR routers for this DVR port 463e4141-7833-4fb3-81c9-fced0c81d25c on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:40:03.027175 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:03.031126 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9510e4e6-2e13-4ef2-bf59-58cb8cd73b18', 'name': 'network-vif-deleted', 'tag': '463e4141-7833-4fb3-81c9-fced0c81d25c'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:03.050096 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-551d4859-49d9-4e96-b134-564173edb786 req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.37 "DELETE /v2.0/ports/463e4141-7833-4fb3-81c9-fced0c81d25c HTTP/1.1" status: 204 len: 173 time: 0.7817938 Sep 15 08:40:03.064443 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Pushing event deleted for resources: {'Port': ['ID=6780e731-e358-4f47-99b3-a77370049361,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:03.086060 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.094910 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.095686 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.095808 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9510e4e6-2e13-4ef2-bf59-58cb8cd73b18', 'name': 'network-vif-deleted', 'tag': '463e4141-7833-4fb3-81c9-fced0c81d25c', 'status': 'completed', 'code': 200} Sep 15 08:40:03.096360 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.096807 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.097261 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.097676 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.098112 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.098522 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.098885 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.099253 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:03.104308 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:03.184748 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536df3c-f384-4e24-a578-632ae2ef2ab9 req-e8b58cef-511d-429d-bb4b-03985dc061fa tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:03.186220 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6536df3c-f384-4e24-a578-632ae2ef2ab9 req-e8b58cef-511d-429d-bb4b-03985dc061fa tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab2a0087-ad3c-4fc8-a08c-c46299c6c806 HTTP/1.1" status: 200 len: 867 time: 0.2711229 Sep 15 08:40:03.187221 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] No DVR routers for this DVR port 6780e731-e358-4f47-99b3-a77370049361 on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:40:03.189890 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:03.194159 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2a0087-ad3c-4fc8-a08c-c46299c6c806', 'name': 'network-vif-deleted', 'tag': '6780e731-e358-4f47-99b3-a77370049361'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:03.233989 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d1c11b77-c1cc-43dd-addf-114e7826dcf0 req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.37 "DELETE /v2.0/ports/6780e731-e358-4f47-99b3-a77370049361 HTTP/1.1" status: 204 len: 173 time: 0.8754478 Sep 15 08:40:03.249382 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6536df3c-f384-4e24-a578-632ae2ef2ab9 req-f66453bb-9de0-429b-a9e8-31da00b16ba0 tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a870391-0f1f-4247-b354-3ba6a7e53c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559223 Sep 15 08:40:03.256581 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2a0087-ad3c-4fc8-a08c-c46299c6c806', 'name': 'network-vif-deleted', 'tag': '6780e731-e358-4f47-99b3-a77370049361', 'status': 'completed', 'code': 200} Sep 15 08:40:03.467208 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['6780e731-e358-4f47-99b3-a77370049361'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:40:04.516872 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e6d5-af17-43ac-aa34-16f2c67ec1c4 req-d280d781-f67f-47d0-a3a3-f9ba584fbc8f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:04.517716 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-7be8e6d5-af17-43ac-aa34-16f2c67ec1c4 req-d280d781-f67f-47d0-a3a3-f9ba584fbc8f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Synchronizing usage tracker for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:04.533567 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-7be8e6d5-af17-43ac-aa34-16f2c67ec1c4 req-d280d781-f67f-47d0-a3a3-f9ba584fbc8f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Unset dirty status for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:04.534779 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7be8e6d5-af17-43ac-aa34-16f2c67ec1c4 req-d280d781-f67f-47d0-a3a3-f9ba584fbc8f tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.1668918 Sep 15 08:40:04.580955 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7be8e6d5-af17-43ac-aa34-16f2c67ec1c4 req-1d23a1a4-9262-45ed-ab42-36f469084eb8 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392694 Sep 15 08:40:05.776920 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04252f-3959-4aae-8d0d-fa298de383d6 req-290408b6-d269-4e81-8595-e4bc972d29c0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:05.778399 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2c04252f-3959-4aae-8d0d-fa298de383d6 req-290408b6-d269-4e81-8595-e4bc972d29c0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0788870 Sep 15 08:40:05.826226 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2c04252f-3959-4aae-8d0d-fa298de383d6 req-fee92bd7-4f44-4479-bb25-a682a50c9079 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Sep 15 08:40:05.925663 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 463e4141-7833-4fb3-81c9-fced0c81d25c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:40:05.960633 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 463e4141-7833-4fb3-81c9-fced0c81d25c {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:40:05.960982 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 463e4141-7833-4fb3-81c9-fced0c81d25c not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:40:07.017449 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdbf09-c22c-45df-b283-8480967d32ea req-6807677f-3c30-45c3-82f8-65f6b0f61014 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:07.018909 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0ecdbf09-c22c-45df-b283-8480967d32ea req-6807677f-3c30-45c3-82f8-65f6b0f61014 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0733321 Sep 15 08:40:07.065472 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0ecdbf09-c22c-45df-b283-8480967d32ea req-40606eff-0f98-4bb1-992c-2d7294ad7d7a tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Sep 15 08:40:07.920612 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 6780e731-e358-4f47-99b3-a77370049361 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:40:07.952514 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 6780e731-e358-4f47-99b3-a77370049361 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:40:07.952859 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 6780e731-e358-4f47-99b3-a77370049361 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:40:08.257761 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5989336-d7d2-48fd-b277-4ca422e402f6 req-374c3d77-5f86-4a78-9ad7-78b994f3be12 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:08.259267 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e5989336-d7d2-48fd-b277-4ca422e402f6 req-374c3d77-5f86-4a78-9ad7-78b994f3be12 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0763750 Sep 15 08:40:08.303100 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e5989336-d7d2-48fd-b277-4ca422e402f6 req-060769df-ad14-4f05-bcae-45b7257dd2ce tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384138 Sep 15 08:40:09.500697 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144013-f7bc-454e-b053-5322143c2e9a req-f49d2658-f1d0-4223-8acd-b746a0978aee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:09.502147 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-93144013-f7bc-454e-b053-5322143c2e9a req-f49d2658-f1d0-4223-8acd-b746a0978aee tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0786517 Sep 15 08:40:09.547718 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-93144013-f7bc-454e-b053-5322143c2e9a req-728cb335-df2d-4368-8c0e-a300f8128a27 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Sep 15 08:40:10.551129 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-a89d01aa-0968-400a-9ff7-73538b7d90cc tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:10.553110 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-a89d01aa-0968-400a-9ff7-73538b7d90cc tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.0794950 Sep 15 08:40:10.621509 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Deleting port c9481d7a-6416-4357-a55b-ff73dddd3bf3 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:10.621892 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:10.959350 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744842-0374-49c4-ae6f-d9feddc6c808 req-610ad4e9-5191-46c6-be2a-5c8a77c350f0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:10.960825 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-06744842-0374-49c4-ae6f-d9feddc6c808 req-610ad4e9-5191-46c6-be2a-5c8a77c350f0 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 945 time: 0.2851281 Sep 15 08:40:11.025091 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] For port c9481d7a-6416-4357-a55b-ff73dddd3bf3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c9481d7a-6416-4357-a55b-ff73dddd3bf3,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:11.025360 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.148499 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-06744842-0374-49c4-ae6f-d9feddc6c808 req-e43b885e-e881-409c-97e6-5c93216fce98 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ec453f3-1052-4023-bb10-cfb58f8b8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802268 Sep 15 08:40:11.154560 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Calling delete_port for c9481d7a-6416-4357-a55b-ff73dddd3bf3 owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:11.294641 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.300830 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-105663f3-6765-467a-9ac2-78d0af6e151c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:11.341371 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['c9481d7a-6416-4357-a55b-ff73dddd3bf3'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:40:11.347629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Pushing event deleted for resources: {'Port': ['ID=c9481d7a-6416-4357-a55b-ff73dddd3bf3,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:11.350032 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:11.418879 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] No DVR routers for this DVR port c9481d7a-6416-4357-a55b-ff73dddd3bf3 on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:40:11.421404 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.423935 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a4817-96ee-46f1-a943-a6ccd0d98bd4', 'name': 'network-vif-deleted', 'tag': 'c9481d7a-6416-4357-a55b-ff73dddd3bf3'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:11.438246 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-c001935a-c748-42c9-96e9-1cd478afa2b3 req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.37 "DELETE /v2.0/ports/c9481d7a-6416-4357-a55b-ff73dddd3bf3 HTTP/1.1" status: 204 len: 173 time: 0.8793528 Sep 15 08:40:11.485622 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a4817-96ee-46f1-a943-a6ccd0d98bd4', 'name': 'network-vif-deleted', 'tag': 'c9481d7a-6416-4357-a55b-ff73dddd3bf3', 'status': 'completed', 'code': 200} Sep 15 08:40:11.687372 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c43c93a1-3c34-4dd5-9793-057430c51f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.249324 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.338460 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-e42df9cc-bf36-446d-abb9-0f5e492ee2c1 req-5b923e14-c47c-4f30-a567-5623e3132c22 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Synchronizing usage tracker for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:12.353388 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-e42df9cc-bf36-446d-abb9-0f5e492ee2c1 req-5b923e14-c47c-4f30-a567-5623e3132c22 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Unset dirty status for tenant:6bc4af5744a141e598852d3dbef90595 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:12.354581 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e42df9cc-bf36-446d-abb9-0f5e492ee2c1 req-5b923e14-c47c-4f30-a567-5623e3132c22 tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff3a4817-96ee-46f1-a943-a6ccd0d98bd4 HTTP/1.1" status: 200 len: 210 time: 0.0600519 Sep 15 08:40:13.457970 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49688) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:13.844646 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723546'] for router_interface, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:13.921980 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c9adba1b-ba11-411e-b40c-be71c4cab60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.496669 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Deleting port f206d840-8789-4c7b-9e8f-28907ac69e51 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:14.497290 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.662584 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] For port f206d840-8789-4c7b-9e8f-28907ac69e51, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=f206d840-8789-4c7b-9e8f-28907ac69e51,segment=NetworkSegment(fa918446-f3d1-45e7-9d5e-85d4053be8f3),segment_id=fa918446-f3d1-45e7-9d5e-85d4053be8f3)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:14.662942 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.782011 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Calling delete_port for f206d840-8789-4c7b-9e8f-28907ac69e51 owned by network:router_interface {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:14.882149 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:15.081660 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:15.085251 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8dd89a1b-b1d1-4729-ac1b-83f86d3e484e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:15.124680 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f206d840-8789-4c7b-9e8f-28907ac69e51,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:15.128082 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:15.358151 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1711686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723694'] for router_interface, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:15.980939 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device c9481d7a-6416-4357-a55b-ff73dddd3bf3 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:40:16.011309 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Router 1470772d-30d7-45dc-9e47-b4c19b59b1ce has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:40:16.014176 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: c9481d7a-6416-4357-a55b-ff73dddd3bf3 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:40:16.014548 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device c9481d7a-6416-4357-a55b-ff73dddd3bf3 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:40:16.203466 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:40:16.211524 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] Sync routers for ids ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:40:16.218827 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] 10.222.0.32 "PUT /v2.0/routers/1470772d-30d7-45dc-9e47-b4c19b59b1ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7597723 Sep 15 08:40:16.221241 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49712) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:16.223880 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] Routers {'1470772d-30d7-45dc-9e47-b4c19b59b1ce'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:16.224597 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:40:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:16.365516 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.405738 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] Set router 1470772d-30d7-45dc-9e47-b4c19b59b1ce gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:16.415306 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks [] for router, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.630313 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.642983 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Deleting port d7517876-885b-4353-b632-0ee1294bd5f7 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:16.643567 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.737972 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:40:15Z', 'revision_number': 5, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port': {'id': 'd7517876-885b-4353-b632-0ee1294bd5f7', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:16.743737 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] Checking router: 1470772d-30d7-45dc-9e47-b4c19b59b1ce for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:40:16.760610 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] Routers {'1470772d-30d7-45dc-9e47-b4c19b59b1ce'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:16.761467 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:40:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:16.855240 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] For port d7517876-885b-4353-b632-0ee1294bd5f7, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d7517876-885b-4353-b632-0ee1294bd5f7,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:16.855595 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.929855 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] Set router 1470772d-30d7-45dc-9e47-b4c19b59b1ce gateway port host: None {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:16.993867 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Calling delete_port for d7517876-885b-4353-b632-0ee1294bd5f7 owned by network:router_gateway {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:17.055906 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:40:16Z', 'revision_number': 6, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port_host': None}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:17.060161 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656ceb5-0c1b-4a28-8008-0b132d008f30 None None] The sync data for ids ['1470772d-30d7-45dc-9e47-b4c19b59b1ce'] in dv-cinder-806007-2-smb is: [{'id': '1470772d-30d7-45dc-9e47-b4c19b59b1ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1609627070-router', 'tenant_id': '6bc4af5744a141e598852d3dbef90595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:42Z', 'updated_at': '2021-09-15T08:40:16Z', 'revision_number': 6, 'project_id': '6bc4af5744a141e598852d3dbef90595', 'gw_port_host': None}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:40:17.171930 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.176170 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:17.221619 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7517876-885b-4353-b632-0ee1294bd5f7,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:17.224754 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:17.475917 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726129'] for router_gateway, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.725592 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128610'] for router, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.729627 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.816518 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721173'] for router, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.817270 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1470772d-30d7-45dc-9e47-b4c19b59b1ce {{(pid=75108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:40:17.834472 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.838264 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49738) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:17.838763 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1470772d-30d7-45dc-9e47-b4c19b59b1ce HTTP/1.1" status: 204 len: 168 time: 1.6161108 Sep 15 08:40:17.924068 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d7517876-885b-4353-b632-0ee1294bd5f7 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:40:17.928493 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Deleting subnet 3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 {{(pid=75107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:40:17.931874 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.960643 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: d7517876-885b-4353-b632-0ee1294bd5f7 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:40:17.960992 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d7517876-885b-4353-b632-0ee1294bd5f7 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:40:17.961422 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device f206d840-8789-4c7b-9e8f-28907ac69e51 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:40:17.983604 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4191716'] for subnet, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.992963 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: f206d840-8789-4c7b-9e8f-28907ac69e51 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:40:17.993316 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device f206d840-8789-4c7b-9e8f-28907ac69e51 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:40:18.044111 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.146224 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4087587'] for subnet, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.150534 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ec73a527-a051-4d8c-acc6-d9d684754a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:18.187831 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:18.191481 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:18.194787 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.203521 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49748) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:18.214877 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3cd96db4-95a9-40e2-b1fa-4d2ee3ebbd16 HTTP/1.1" status: 204 len: 168 time: 0.3754575 Sep 15 08:40:18.369697 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.419134 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3041af-21d5-48e5-a363-18903139a0a0 req-f3d55752-9ecc-4999-9a4f-cb6c1b012c52 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:18.420614 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be3041af-21d5-48e5-a363-18903139a0a0 req-f3d55752-9ecc-4999-9a4f-cb6c1b012c52 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1946688 Sep 15 08:40:18.532297 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.558070 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.558530 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.559263 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.559589 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.559905 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.560234 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.560544 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.560867 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.561175 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.561479 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.674342 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.674691 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.675114 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.675446 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:40:18.675805 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42de1df9-74e9-490a-9e1c-39f4f31e401e']}} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:18.692340 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa918446-f3d1-45e7-9d5e-85d4053be8f3') {'for_net_delete': True} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:18.692700 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa918446-f3d1-45e7-9d5e-85d4053be8f3') {} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:18.701098 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be3041af-21d5-48e5-a363-18903139a0a0 req-b08afeee-829d-45df-b6c2-f80082606fe9 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120013 Sep 15 08:40:18.707561 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2588978'] for segment, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.727315 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.736100 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=75108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:40:18.736407 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591003'] for segment, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: util.warn_limited( Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: util.warn_limited( Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: Traceback (most recent call last): Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: timer() Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: cb(*args, **kw) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: return func(*args, **kwargs) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: self._notify() Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: self.callback(batched_events) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: event.method(event) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: return f(self, *a, **k) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: return self._get(url).json() Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: return self.request(url, 'GET', **kwargs) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:40:18.752323 dv-cinder-806007-2-smb neutron-server[75108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:40:18.828995 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.835648 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.838109 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:18.862531 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=42de1df9-74e9-490a-9e1c-39f4f31e401e,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:18.865123 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:18.870990 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-814da10f-04e7-4278-ab80-213974ad24d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/42de1df9-74e9-490a-9e1c-39f4f31e401e HTTP/1.1" status: 204 len: 168 time: 0.6664252 Sep 15 08:40:19.071718 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49766) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:19.120424 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-71cdba40-c87b-408a-970c-68f22543f49a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bc4af5744a141e598852d3dbef90595&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474072 Sep 15 08:40:19.123007 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49770) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:19.184557 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7007483a-3d66-40af-9ce8-526a920b055f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:19.209879 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7007483a-3d66-40af-9ce8-526a920b055f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:19.267525 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7007483a-3d66-40af-9ce8-526a920b055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:19.272230 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9c0338c6-90d1-45bc-9bec-3ba10109b126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:19.284605 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007483a-3d66-40af-9ce8-526a920b055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec453f3-1052-4023-bb10-cfb58f8b8384,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:19.287226 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7007483a-3d66-40af-9ce8-526a920b055f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:19.300438 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7007483a-3d66-40af-9ce8-526a920b055f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:19.301129 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-7007483a-3d66-40af-9ce8-526a920b055f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ec453f3-1052-4023-bb10-cfb58f8b8384 HTTP/1.1" status: 204 len: 168 time: 0.1771073 Sep 15 08:40:19.916660 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487ee33-e755-48fd-9659-34ad90bc8a8d req-a330c225-c338-4630-8768-c1965796b2fc tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:19.918143 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7487ee33-e755-48fd-9659-34ad90bc8a8d req-a330c225-c338-4630-8768-c1965796b2fc tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0780084 Sep 15 08:40:19.964392 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7487ee33-e755-48fd-9659-34ad90bc8a8d req-1adb8082-2e6f-48c0-a7d7-994226059500 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407546 Sep 15 08:40:21.164117 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0a6e3-d383-4950-a5b3-1fdfa4b869b1 req-ce35c959-0102-468a-92fd-2ca0dde6a6fe tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:21.165725 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dad0a6e3-d383-4950-a5b3-1fdfa4b869b1 req-ce35c959-0102-468a-92fd-2ca0dde6a6fe tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0826604 Sep 15 08:40:21.214270 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dad0a6e3-d383-4950-a5b3-1fdfa4b869b1 req-d2c5bce6-35a0-423c-98ae-e414babb347c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Sep 15 08:40:21.354982 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49844) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:21.492529 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.522532 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:21.526199 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed42d0ab1bf485e93d49c26e7632c59 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:21.528906 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:21.534440 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:21.600163 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.604042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.610997 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-90e4abb7-5ff2-4319-aa93-008faf509cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:21.649989 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f293b9db-261c-49f2-8061-6c1a5e4b9174,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:21.652885 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:21.655726 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ed42d0ab1bf485e93d49c26e7632c59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2997561 Sep 15 08:40:21.658426 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49850) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:21.716032 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-015036f8-f90e-4a98-9f35-579b3e5945ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.740830 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-015036f8-f90e-4a98-9f35-579b3e5945ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.790487 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-015036f8-f90e-4a98-9f35-579b3e5945ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.795118 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:21.805591 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015036f8-f90e-4a98-9f35-579b3e5945ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f293b9db-261c-49f2-8061-6c1a5e4b9174,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:21.808911 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-015036f8-f90e-4a98-9f35-579b3e5945ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:21.812541 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-015036f8-f90e-4a98-9f35-579b3e5945ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.813244 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-015036f8-f90e-4a98-9f35-579b3e5945ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f293b9db-261c-49f2-8061-6c1a5e4b9174 HTTP/1.1" status: 204 len: 168 time: 0.1538582 Sep 15 08:40:22.059105 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49860) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:22.130727 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_v2 [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] Deleting subnet 4e3d57c8-a138-4d08-a5bb-64ffc487d091 {{(pid=75107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:40:22.133583 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49864) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:22.136094 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.188926 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.212214 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4191716'] for subnet, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.269962 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:22.276907 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Usage tracker for resource:security_group_rule and tenant:0f3f1fd7d5994671abecc4284126405a is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:22.282916 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:22.292122 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:22.294249 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.457937 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4087587'] for subnet, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.471992 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:22.511982 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.518259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68909376-28ee-401e-9980-2fb0afb74f17 req-738a5a79-1b68-4170-8934-1618a785acd9 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:22.519703 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-68909376-28ee-401e-9980-2fb0afb74f17 req-738a5a79-1b68-4170-8934-1618a785acd9 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1847293 Sep 15 08:40:22.520400 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3d57c8-a138-4d08-a5bb-64ffc487d091,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:22.525159 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:22.525823 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.533539 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7007483a-3d66-40af-9ce8-526a920b055f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:22.565234 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.612851 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6249c234-e6c3-4afc-bcda-c50aca136d4e,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:22.615918 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-3518220a-f729-485c-87aa-c2dc432c6337 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4e3d57c8-a138-4d08-a5bb-64ffc487d091 HTTP/1.1" status: 204 len: 168 time: 0.5557289 Sep 15 08:40:22.616835 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:22.618657 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49870) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:22.624024 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f3f1fd7d5994671abecc4284126405a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4869645 Sep 15 08:40:22.624404 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49874) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:22.646326 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-68909376-28ee-401e-9980-2fb0afb74f17 req-e3b13f11-f071-42c7-9609-8cf397906b4f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082115 Sep 15 08:40:22.688810 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-005a9119-dee7-4b78-9907-8428a11f09d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.714662 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-005a9119-dee7-4b78-9907-8428a11f09d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.724301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.765681 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-005a9119-dee7-4b78-9907-8428a11f09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.769496 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-f84052f6-bc12-4b80-8f2a-070a2cf5d3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:22.783349 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a9119-dee7-4b78-9907-8428a11f09d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6249c234-e6c3-4afc-bcda-c50aca136d4e,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:22.786480 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-005a9119-dee7-4b78-9907-8428a11f09d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:22.788480 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-005a9119-dee7-4b78-9907-8428a11f09d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.789687 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-005a9119-dee7-4b78-9907-8428a11f09d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6249c234-e6c3-4afc-bcda-c50aca136d4e HTTP/1.1" status: 204 len: 168 time: 0.1646717 Sep 15 08:40:22.944574 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.960237 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9fb2db-0ee8-4822-a6b4-fc256022ee11']}} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:22.972573 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3307c527-e008-4d6b-8ba0-6d0578a791ad') {'for_net_delete': True} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:22.972868 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3307c527-e008-4d6b-8ba0-6d0578a791ad') {} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:22.983893 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2588978'] for segment, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.000051 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.006788 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=75108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:40:23.007153 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591003'] for segment, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: Traceback (most recent call last): Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: timer() Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: cb(*args, **kw) Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: return func(*args, **kwargs) Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: self._notify() Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: self.callback(batched_events) Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: event.method(event) Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: return f(self, *a, **k) Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: return self._get(url).json() Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: return self.request(url, 'GET', **kwargs) Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:40:23.021063 dv-cinder-806007-2-smb neutron-server[75108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:40:23.093380 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.097535 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:23.117711 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.134655 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9fb2db-0ee8-4822-a6b4-fc256022ee11,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:23.134794 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:23.139702 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-1443ff4d-6896-45c5-896f-d63bed390f8e admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b9fb2db-0ee8-4822-a6b4-fc256022ee11 HTTP/1.1" status: 204 len: 168 time: 0.5157607 Sep 15 08:40:23.139702 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49886) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:23.199349 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] Deleting subnet 4fcc760f-10fe-467e-9a7f-9a4c064fc8e8 {{(pid=75108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:40:23.202522 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.252743 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2588971'] for subnet, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.311880 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.377960 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243446'] for subnet, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.382247 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-37a1c4ea-3f1c-414f-b546-3542b9d54bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:23.413801 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fcc760f-10fe-467e-9a7f-9a4c064fc8e8,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:23.418404 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:23.426230 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.432651 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-c6aed78f-8b41-4f99-8307-d9c103584372 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4fcc760f-10fe-467e-9a7f-9a4c064fc8e8 HTTP/1.1" status: 204 len: 168 time: 0.2919464 Sep 15 08:40:23.435041 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49896) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:23.542266 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.668261 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.681465 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb0dabc-5684-4b84-9502-767acc807633']}} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:23.695576 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b06d5f-9d9d-4b0c-9003-6bf2a045345e') {'for_net_delete': True} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:23.695944 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b06d5f-9d9d-4b0c-9003-6bf2a045345e') {} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:23.710019 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2588978'] for segment, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.727239 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.733735 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=75108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:40:23.734129 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591003'] for segment, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: Traceback (most recent call last): Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: timer() Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: cb(*args, **kw) Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: return func(*args, **kwargs) Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: self._notify() Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: self.callback(batched_events) Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: event.method(event) Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: return f(self, *a, **k) Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: return self._get(url).json() Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: return self.request(url, 'GET', **kwargs) Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:40:23.794188 dv-cinder-806007-2-smb neutron-server[75108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:40:23.875115 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.882426 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:23.895433 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.906869 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb0dabc-5684-4b84-9502-767acc807633,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:23.911544 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:23.913313 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ce7ec92b-dcab-423b-b316-12d0ca5d697c admin admin] 10.222.0.32 "DELETE /v2.0/networks/5fb0dabc-5684-4b84-9502-767acc807633 HTTP/1.1" status: 204 len: 168 time: 0.4773731 Sep 15 08:40:23.919334 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4e047-cd23-4531-94b5-e4e62d1e061b req-a95b39cc-8d35-4943-96f1-08dfee1b95da tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:23.920759 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f1c4e047-cd23-4531-94b5-e4e62d1e061b req-a95b39cc-8d35-4943-96f1-08dfee1b95da tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1257589 Sep 15 08:40:23.970875 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f1c4e047-cd23-4531-94b5-e4e62d1e061b req-ced7a558-a77f-4a1b-bd74-268be749d156 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 Sep 15 08:40:24.057573 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49918) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:24.111503 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3a6f97a3-67ea-4a85-a303-24376eb04bc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d2d8c94793a47a49138d7cd6bb3b26c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524287 Sep 15 08:40:24.113833 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 49924) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:24.177517 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2da2d9aa-ac00-4092-8c2a-c59ee947cf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.203222 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2da2d9aa-ac00-4092-8c2a-c59ee947cf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.257241 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2da2d9aa-ac00-4092-8c2a-c59ee947cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.261069 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a28d2c2b-f057-437f-94e4-54dd01ba444e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:24.273520 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2d9aa-ac00-4092-8c2a-c59ee947cf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a870391-0f1f-4247-b354-3ba6a7e53c16,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:24.276694 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2da2d9aa-ac00-4092-8c2a-c59ee947cf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:24.288377 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-2da2d9aa-ac00-4092-8c2a-c59ee947cf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.289437 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-2da2d9aa-ac00-4092-8c2a-c59ee947cf74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a870391-0f1f-4247-b354-3ba6a7e53c16 HTTP/1.1" status: 204 len: 168 time: 0.1740630 Sep 15 08:40:24.621354 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49940) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:24.675348 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-2a58cb7b-937a-486f-9a1f-4c9017f55235 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8546ff6693ac4187a6d6f0af6ca1e8a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526404 Sep 15 08:40:24.678089 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 49944) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:24.736837 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b0634214-1be8-45ac-bed2-637149c8c5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.762452 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b0634214-1be8-45ac-bed2-637149c8c5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.814574 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b0634214-1be8-45ac-bed2-637149c8c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.819172 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7322d696-11b7-4ae5-af31-80e170a1ba6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:24.831698 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0634214-1be8-45ac-bed2-637149c8c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54d29d0-8d56-4b9d-9933-424e83668007,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:24.834246 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-b0634214-1be8-45ac-bed2-637149c8c5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:24.835393 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b0634214-1be8-45ac-bed2-637149c8c5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.839275 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-b0634214-1be8-45ac-bed2-637149c8c5b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f54d29d0-8d56-4b9d-9933-424e83668007 HTTP/1.1" status: 204 len: 168 time: 0.1573536 Sep 15 08:40:25.188960 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aaf53-98ee-483c-83b0-25050d8a2215 req-f5b0d6e2-590b-42b5-8a76-ba28eabc9824 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:25.190509 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fc9aaf53-98ee-483c-83b0-25050d8a2215 req-f5b0d6e2-590b-42b5-8a76-ba28eabc9824 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0981658 Sep 15 08:40:25.250937 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fc9aaf53-98ee-483c-83b0-25050d8a2215 req-e434af0c-d9ee-40a7-b762-b86023bfd059 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543058 Sep 15 08:40:26.453263 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2521cd-6394-4e88-b912-23eb30aaac2e req-6531b3e7-ebc1-4edb-86cd-fc50cd6b935a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:26.454746 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6c2521cd-6394-4e88-b912-23eb30aaac2e req-6531b3e7-ebc1-4edb-86cd-fc50cd6b935a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0827994 Sep 15 08:40:26.501112 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6c2521cd-6394-4e88-b912-23eb30aaac2e req-c24ac4f1-815a-4a6a-9789-88a0b5881558 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 Sep 15 08:40:27.761175 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def990eb-f062-43f3-8b9c-205566d14210 req-b5dad19f-903e-48fd-ad8e-8609c1aa77d2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:27.762743 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-def990eb-f062-43f3-8b9c-205566d14210 req-b5dad19f-903e-48fd-ad8e-8609c1aa77d2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1382935 Sep 15 08:40:27.816611 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-def990eb-f062-43f3-8b9c-205566d14210 req-eb5cc7bf-68a2-45f6-a9f0-29c14079567c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468843 Sep 15 08:40:29.019081 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1acb-86b5-447f-b133-b170b033bb98 req-c96527e5-55ee-4acf-a163-f0863685980e tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.020950 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-88ce1acb-86b5-447f-b133-b170b033bb98 req-c96527e5-55ee-4acf-a163-f0863685980e tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0749457 Sep 15 08:40:29.065607 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-88ce1acb-86b5-447f-b133-b170b033bb98 req-f8677e55-8ba9-4597-a501-ccd5ee24d9ec tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391781 Sep 15 08:40:29.486354 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7becf4-9538-499c-bd1f-c0c63c6e9342 req-4955ac8e-9e88-44a6-8fc8-7eeaf57534b4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.488497 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bd7becf4-9538-499c-bd1f-c0c63c6e9342 req-4955ac8e-9e88-44a6-8fc8-7eeaf57534b4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.1025081 Sep 15 08:40:29.595151 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-31a8d915-9579-4b50-b94e-4f631649684d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1137 time: 0.1686726 Sep 15 08:40:29.615207 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a62b3a-1581-460a-bcdc-c80ab776cbe7 req-a5b83af6-a663-4c14-9c82-33f2f98ebd00 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.627689 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-02a62b3a-1581-460a-bcdc-c80ab776cbe7 req-a5b83af6-a663-4c14-9c82-33f2f98ebd00 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.1516719 Sep 15 08:40:29.630762 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bd7becf4-9538-499c-bd1f-c0c63c6e9342 req-a52072e6-5863-4630-bd46-63307bece437 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356838 Sep 15 08:40:29.664904 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-5f21dffe-5fd9-4453-8cb2-d220134c74d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 1098 time: 0.0840216 Sep 15 08:40:29.762929 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-02a62b3a-1581-460a-bcdc-c80ab776cbe7 req-d5483af6-ba0f-43ab-abe1-28db0ad5c72b tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340132 Sep 15 08:40:29.801027 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-58fd8194-d4b3-4b73-8eae-dc80e93e442e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.802576 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-58fd8194-d4b3-4b73-8eae-dc80e93e442e service neutron] 10.222.0.37 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 916 time: 0.2005000 Sep 15 08:40:29.813185 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-7556964d-eded-4f4c-a9af-7c8a4edeaba6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.815097 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-7556964d-eded-4f4c-a9af-7c8a4edeaba6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 910 time: 0.1441362 Sep 15 08:40:29.908602 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-470aa37a-77cc-472c-be12-c77cdaeab930 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 1001 time: 0.0989094 Sep 15 08:40:29.916435 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:29.920788 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-71f3101b-2a42-41f4-8ef2-6d83b4f1bdf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 200 len: 1001 time: 0.0992093 Sep 15 08:40:29.948151 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50084) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:29.980804 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-4f44625a-2c77-4984-a9e5-3a75502083ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.982316 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-4f44625a-2c77-4984-a9e5-3a75502083ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 200 len: 854 time: 0.0666277 Sep 15 08:40:29.982870 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-97910e6e-252b-4465-9f2b-f7013271338b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.984298 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-97910e6e-252b-4465-9f2b-f7013271338b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.0574353 Sep 15 08:40:30.064905 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-fa017e4b-e2b1-464c-ad86-18dcf755cebf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05cf2c99-1d13-4bce-bc2d-5aada568e3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701587 Sep 15 08:40:30.070687 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-1f2810b8-60c5-4a54-8438-cda4d6bd1c14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749881 Sep 15 08:40:30.209859 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-40e0e292-4cf9-456d-a15f-f74e16b1aeac service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331182 Sep 15 08:40:30.247165 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:30.312855 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:30.349505 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-28c9a348-bb66-4f59-b7bb-85444dccdd97 req-2012d299-512a-4198-bdf7-5d46f73f0c37 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331027 Sep 15 08:40:30.354491 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Usage tracker for resource:security_group_rule and tenant:715cd4fc55e146c4ad7abdb7a04fefe9 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:30.358500 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:30.370134 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:30.374627 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-715e6b32-00cd-4fd2-8958-34563eab4fa9 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031981 Sep 15 08:40:30.538515 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-6b076b1d-7cb6-4dee-a064-945a3aac6352 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2269812 Sep 15 08:40:30.568679 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2a0aa5b6-2909-4d86-a249-7af55e9e0101 req-6b7dbcc7-eaf2-4c00-9b46-a4cdf5351e91 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755207 Sep 15 08:40:30.582612 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:30.618143 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:30.628649 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-493f49cc-089b-48df-b0f0-fd5a993bfa06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:30.683340 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4ff3a9-ceea-439e-8eb0-2584442214a2,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:30.687898 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:30.691593 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=715cd4fc55e146c4ad7abdb7a04fefe9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7399046 Sep 15 08:40:30.696227 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50096) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:30.733454 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-eaff32be-6a08-468f-9fb0-39795759cc47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 1099 time: 0.1495643 Sep 15 08:40:30.802999 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1de4f152-f8a8-4450-b8a0-7afd9939fe43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:30.883483 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168db820-94c2-46d3-afbf-f9817bb5d5c6 req-122ff3a0-7771-4483-8e0b-3fa8c3478392 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:30.885606 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-168db820-94c2-46d3-afbf-f9817bb5d5c6 req-122ff3a0-7771-4483-8e0b-3fa8c3478392 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0892923 Sep 15 08:40:30.900971 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1de4f152-f8a8-4450-b8a0-7afd9939fe43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:30.987840 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-168db820-94c2-46d3-afbf-f9817bb5d5c6 req-d09a14c3-67ec-4710-bac9-b8cd68b42718 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955176 Sep 15 08:40:31.011310 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-9bfad518-5b72-43ca-b268-ede0c30e8199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:31.012858 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-9bfad518-5b72-43ca-b268-ede0c30e8199 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.2392831 Sep 15 08:40:31.112236 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1de4f152-f8a8-4450-b8a0-7afd9939fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:31.119664 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-fc26b6ea-88bc-4ebe-b479-3bb9d956f862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:31.138540 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4f152-f8a8-4450-b8a0-7afd9939fe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4ff3a9-ceea-439e-8eb0-2584442214a2,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:31.149964 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-1de4f152-f8a8-4450-b8a0-7afd9939fe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:31.156345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1de4f152-f8a8-4450-b8a0-7afd9939fe43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:31.159678 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-1de4f152-f8a8-4450-b8a0-7afd9939fe43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d4ff3a9-ceea-439e-8eb0-2584442214a2 HTTP/1.1" status: 204 len: 168 time: 0.4603572 Sep 15 08:40:31.164588 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-8ca09b5f-7928-40f3-a2f9-7b5bf7a10c9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed HTTP/1.1" status: 200 len: 1001 time: 0.1429811 Sep 15 08:40:31.171707 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1109d8-cb9d-42c8-86bb-2c3773dfb065 req-b3c91d48-0a2e-4331-a253-52ce5fc6d995 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:31.173268 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5f1109d8-cb9d-42c8-86bb-2c3773dfb065 req-b3c91d48-0a2e-4331-a253-52ce5fc6d995 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.2147481 Sep 15 08:40:31.265281 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-fe209c3b-5861-4206-a0b1-569f91cb29c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:31.266896 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-fe209c3b-5861-4206-a0b1-569f91cb29c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.0877588 Sep 15 08:40:31.316091 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5f1109d8-cb9d-42c8-86bb-2c3773dfb065 req-0c1005ee-94a1-4594-bacd-bc2dac553038 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040549 Sep 15 08:40:31.356103 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-9f05bdbe-63a0-42e0-bbbc-326bcd6f90e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815389 Sep 15 08:40:31.512243 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-7f691869-7bdc-42b9-87b5-cfd4a4031490 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429224 Sep 15 08:40:31.652627 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-494fdf1b-d9ab-4d24-84b6-511e7e4c5029 req-a1b8a8a1-e600-4ddf-83c9-03b0ade42c93 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315105 Sep 15 08:40:32.108263 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50142) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:32.225415 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2ec55-64dc-4f65-9c84-cc490f01caa6 req-ffee4bba-bf67-4771-9385-cd025c3d9c5e tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:32.227091 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9dc2ec55-64dc-4f65-9c84-cc490f01caa6 req-ffee4bba-bf67-4771-9385-cd025c3d9c5e tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0959976 Sep 15 08:40:32.261596 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-726448962-network', 'tenant_id': '8199c8683e0e426fb30cdb0605803b79'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:32.266326 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:32.270992 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Usage tracker for resource:network and tenant:8199c8683e0e426fb30cdb0605803b79 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:32.273963 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:32.277632 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9dc2ec55-64dc-4f65-9c84-cc490f01caa6 req-f66dfe24-2324-47ed-b3b8-62ee7c1565f0 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445952 Sep 15 08:40:32.280586 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:32.291438 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Made reservation on behalf of 8199c8683e0e426fb30cdb0605803b79 for: {'network': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:40:32.293680 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.306386 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.340881 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:32.344946 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Usage tracker for resource:security_group_rule and tenant:8199c8683e0e426fb30cdb0605803b79 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:32.347974 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:32.354042 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:32.425008 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.430000 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.434804 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-45c8b3ba-2e86-46d0-80f7-741c413d407a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:32.466661 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=75108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:40:32.480811 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:32.484232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:32.487581 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.487924 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.segments_db [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Added segment 6d06c2a3-a858-471f-8526-8974a583d69a of type vlan for network df34f452-fc20-4e22-87a5-b19bf841e80c Sep 15 08:40:32.523151 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.556039 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.557569 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:32.558254 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.561819 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:32.791275 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Pushing event updated for resources: {'Network': ['ID=df34f452-fc20-4e22-87a5-b19bf841e80c,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:32.794582 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:32.797454 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6880236 Sep 15 08:40:32.800492 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50154) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:32.804699 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network df34f452-fc20-4e22-87a5-b19bf841e80c details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:40:32.810667 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Request body: {'subnet': {'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-726448962-subnet', 'tenant_id': '8199c8683e0e426fb30cdb0605803b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:32.826952 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad910b-79e0-408d-a643-5d070b7e9619 req-48e8ee9b-c7e7-48b7-9ae4-a1405dff3912 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:32.827296 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:32.828411 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-49ad910b-79e0-408d-a643-5d070b7e9619 req-48e8ee9b-c7e7-48b7-9ae4-a1405dff3912 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.1974611 Sep 15 08:40:32.831582 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Usage tracker for resource:subnet and tenant:8199c8683e0e426fb30cdb0605803b79 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:32.835265 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:32.841675 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:32.853397 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Made reservation on behalf of 8199c8683e0e426fb30cdb0605803b79 for: {'subnet': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:40:32.855747 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4087558'] for subnet, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:32.878205 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-49ad910b-79e0-408d-a643-5d070b7e9619 req-87146641-e266-4371-a211-ac644632a29a tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430174 Sep 15 08:40:33.058134 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4087592'] for subnet, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:33.062259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9be30e86-0a33-4407-94d0-7d5d96161991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:33.134404 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ba8989-b411-40b3-9814-ec50e0bd92b4,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:33.137984 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:33.146528 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Checking segment: {'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:40:33.146886 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Network hostable DHCP agents. Network: df34f452-fc20-4e22-87a5-b19bf841e80c, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:40:33.168757 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Network df34f452-fc20-4e22-87a5-b19bf841e80c is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:40:33.177486 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, df34f452-fc20-4e22-87a5-b19bf841e80c) {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:33.181419 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:33.182006 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:33.186992 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa4406-1033-416d-8eb4-c63b724a2f23 None None] Network df34f452-fc20-4e22-87a5-b19bf841e80c requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:40:33.202484 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4008977 Sep 15 08:40:33.397595 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e1aba-298b-42ee-a0e2-ef3d30aad0f4 None None] Network df34f452-fc20-4e22-87a5-b19bf841e80c requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:40:34.079475 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50186) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:34.081238 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc587bc-3e55-486b-afb9-9df9cd3956eb req-36b6b213-897a-4e5d-b09f-f38e8e5d51cd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:34.083423 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3cc587bc-3e55-486b-afb9-9df9cd3956eb req-36b6b213-897a-4e5d-b09f-f38e8e5d51cd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.0757368 Sep 15 08:40:34.132539 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-3cc587bc-3e55-486b-afb9-9df9cd3956eb req-1ab8e0b8-cff5-40b5-a787-94d293da4344 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Synchronizing usage tracker for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:34.152051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-3cc587bc-3e55-486b-afb9-9df9cd3956eb req-1ab8e0b8-cff5-40b5-a787-94d293da4344 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Unset dirty status for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:34.153381 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3cc587bc-3e55-486b-afb9-9df9cd3956eb req-1ab8e0b8-cff5-40b5-a787-94d293da4344 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639570 Sep 15 08:40:34.231232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:34.262800 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:34.266469 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c81c97fe4ed14c138c725145176e0e30 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:34.269135 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:34.274783 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:34.337841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:34.341426 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:34.348093 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-944c46f7-3514-4001-a2af-0e5a087f9bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:34.386835 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9027694c-75f0-4498-a4b9-a237e4b3267d,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:34.390697 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c81c97fe4ed14c138c725145176e0e30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3102219 Sep 15 08:40:34.391589 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:34.393470 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50192) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:34.455440 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2d514844-2c77-422f-b035-c70bbdd5ecbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:34.479856 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2d514844-2c77-422f-b035-c70bbdd5ecbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:34.530730 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2d514844-2c77-422f-b035-c70bbdd5ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:34.534406 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9dc65ead-8742-4ef8-a2c2-dae907562ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:34.546018 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d514844-2c77-422f-b035-c70bbdd5ecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9027694c-75f0-4498-a4b9-a237e4b3267d,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:34.550348 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2d514844-2c77-422f-b035-c70bbdd5ecbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:34.552841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-2d514844-2c77-422f-b035-c70bbdd5ecbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:34.553936 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-2d514844-2c77-422f-b035-c70bbdd5ecbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9027694c-75f0-4498-a4b9-a237e4b3267d HTTP/1.1" status: 204 len: 168 time: 0.1596968 Sep 15 08:40:34.689799 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:40:34.870856 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50200) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:34.888939 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:34.918912 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:34.922621 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Usage tracker for resource:security_group_rule and tenant:387855ba3abc4041bff6600e7b9220c9 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:34.925366 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:34.931548 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:34.997955 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.002970 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.009936 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5b08c51a-1ebc-4add-b077-f7aa85e250be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:35.047288 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a8fc3d-6ef8-4915-b78a-606215d5cc48,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:35.050425 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:35.053657 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=387855ba3abc4041bff6600e7b9220c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1817913 Sep 15 08:40:35.056414 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50208) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:35.115690 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3935009a-90ce-43de-94a0-2b9308727830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.143639 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3935009a-90ce-43de-94a0-2b9308727830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.201461 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3935009a-90ce-43de-94a0-2b9308727830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.206848 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-140697c9-6e48-4be0-b485-782872adf6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:35.297423 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935009a-90ce-43de-94a0-2b9308727830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a8fc3d-6ef8-4915-b78a-606215d5cc48,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:35.299768 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3935009a-90ce-43de-94a0-2b9308727830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:35.302625 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3935009a-90ce-43de-94a0-2b9308727830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.306762 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-3935009a-90ce-43de-94a0-2b9308727830 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54a8fc3d-6ef8-4915-b78a-606215d5cc48 HTTP/1.1" status: 204 len: 168 time: 0.2494228 Sep 15 08:40:35.570429 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec5098-1326-4e5d-8127-420cf23945a4 req-4c441db7-0b8a-4e7a-851e-969fcc9613dd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:35.571975 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3bec5098-1326-4e5d-8127-420cf23945a4 req-4c441db7-0b8a-4e7a-851e-969fcc9613dd tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.2839448 Sep 15 08:40:35.609332 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-05d763a8-4fdb-4930-bdc4-7aa90206b382 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:35.613670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-05d763a8-4fdb-4930-bdc4-7aa90206b382 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Synchronizing usage tracker for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:network {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:35.631521 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3bec5098-1326-4e5d-8127-420cf23945a4 req-bd40133c-1f65-4e32-ae7e-fa82c3e8fbef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520282 Sep 15 08:40:35.632899 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-05d763a8-4fdb-4930-bdc4-7aa90206b382 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Unset dirty status for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:network {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:35.634439 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-05d763a8-4fdb-4930-bdc4-7aa90206b382 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/networks?id=df34f452-fc20-4e22-87a5-b19bf841e80c HTTP/1.1" status: 200 len: 808 time: 0.1716323 Sep 15 08:40:35.651161 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-cfe6bff0-e951-4eb8-9c45-ba9ec06d1cc6 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/quotas/8199c8683e0e426fb30cdb0605803b79 HTTP/1.1" status: 200 len: 375 time: 0.0109918 Sep 15 08:40:35.696909 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-43295b8c-f84a-42b3-9077-64b87822fbf4 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8199c8683e0e426fb30cdb0605803b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406027 Sep 15 08:40:35.832086 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50228) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:35.834624 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-15d10df2-fc5e-4fd3-8837-7cea7bd944b8 service neutron] 10.222.0.32 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308403 Sep 15 08:40:35.851169 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.881308 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:35.885004 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Usage tracker for resource:security_group_rule and tenant:927d737e9ef54cbe93f9b72b2b2bf028 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:35.887728 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:35.893386 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:35.960994 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.964868 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:35.967132 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-4f399d12-456a-4b2f-a7b4-12501b386d74 service neutron] 10.222.0.32 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267221 Sep 15 08:40:35.972042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-960c7a3f-4723-451a-ae9e-9cfde421d7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:36.012684 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=927d737e9ef54cbe93f9b72b2b2bf028&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1788845 Sep 15 08:40:36.013413 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920afedc-2d3e-444b-8b53-1a23ccc9190d,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:36.015373 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50232) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:36.016306 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:36.081231 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f8487843-29ab-4fab-a2c8-e1a4647f69dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:36.119384 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f8487843-29ab-4fab-a2c8-e1a4647f69dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:36.165213 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c9d6548e-c579-42f0-b9dd-144756088eae req-82459be9-c2a3-4f22-b24d-a13a0ab45b50 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 210 time: 0.0439048 Sep 15 08:40:36.172148 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f8487843-29ab-4fab-a2c8-e1a4647f69dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:36.178508 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a8107a85-bd65-43c9-aa4a-762e06cc2a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:36.189989 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8487843-29ab-4fab-a2c8-e1a4647f69dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920afedc-2d3e-444b-8b53-1a23ccc9190d,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:36.194189 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f8487843-29ab-4fab-a2c8-e1a4647f69dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:36.197637 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f8487843-29ab-4fab-a2c8-e1a4647f69dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:36.199557 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f8487843-29ab-4fab-a2c8-e1a4647f69dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/920afedc-2d3e-444b-8b53-1a23ccc9190d HTTP/1.1" status: 204 len: 168 time: 0.1825199 Sep 15 08:40:36.831635 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c552a65-aadf-4b8b-989a-3406f1ffad81 req-fb6af0a5-5956-4f11-a1a8-4145c80c82e0 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:36.833115 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9c552a65-aadf-4b8b-989a-3406f1ffad81 req-fb6af0a5-5956-4f11-a1a8-4145c80c82e0 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.0864425 Sep 15 08:40:36.884394 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9c552a65-aadf-4b8b-989a-3406f1ffad81 req-0a850152-5e18-437d-9f55-24341cff49b7 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455172 Sep 15 08:40:37.353597 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-172f3eac-4b86-493a-aac8-7fce92692c3d req-f5f412f9-545e-4c89-9cb2-ac27f8b52c22 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 210 time: 0.0571134 Sep 15 08:40:37.395954 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-94e16e7d-6bec-430d-a3e5-318f816daebd tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:37.397385 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-94e16e7d-6bec-430d-a3e5-318f816daebd tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.37 "GET /v2.0/networks?id=df34f452-fc20-4e22-87a5-b19bf841e80c HTTP/1.1" status: 200 len: 808 time: 0.1618922 Sep 15 08:40:37.421497 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Request body: {'port': {'device_id': 'ad47bd83-8f9c-4db1-93ab-1f63d2b035c4', 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c', 'admin_state_up': True, 'tenant_id': '8199c8683e0e426fb30cdb0605803b79'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:37.561828 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:37.565824 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Usage tracker for resource:port and tenant:8199c8683e0e426fb30cdb0605803b79 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:37.569082 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:37.574668 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:37.584697 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Made reservation on behalf of 8199c8683e0e426fb30cdb0605803b79 for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:40:37.587790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:37.746872 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Allocated IP 172.20.0.7 (df34f452-fc20-4e22-87a5-b19bf841e80c/51ba8989-b411-40b3-9814-ec50e0bd92b4/8c43df85-fe3a-4b62-be2a-f848535590c7) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:37.961534 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:37.996636 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:38.002790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:38.217435 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Network df34f452-fc20-4e22-87a5-b19bf841e80c is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:38.218138 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Pushing event updated for resources: {'Port': ['ID=8c43df85-fe3a-4b62-be2a-f848535590c7,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:38.221695 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:38.223506 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:38.225274 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:38.292725 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef733e-c51d-4d2f-a266-06ef63f2d4ac req-25dc29ca-8897-490c-8a37-56d5c1833182 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:38.294919 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-57ef733e-c51d-4d2f-a266-06ef63f2d4ac req-25dc29ca-8897-490c-8a37-56d5c1833182 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.2625940 Sep 15 08:40:38.302736 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:38.303430 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:38.348128 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9305696 Sep 15 08:40:38.362516 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-57ef733e-c51d-4d2f-a266-06ef63f2d4ac req-ccc8759a-78ea-4a7e-823b-832b17d6615d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548511 Sep 15 08:40:38.369362 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Request body: {'port': {'device_id': 'ad47bd83-8f9c-4db1-93ab-1f63d2b035c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:38.482809 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:38.563059 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2431852-ccd9-4606-afd8-68452a5cdc17 req-bbeebe52-49ea-4666-a211-bdb4d6285270 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:38.570874 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a2431852-ccd9-4606-afd8-68452a5cdc17 req-bbeebe52-49ea-4666-a211-bdb4d6285270 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 931 time: 0.0848646 Sep 15 08:40:38.612143 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a2431852-ccd9-4606-afd8-68452a5cdc17 req-db7a478f-8fcd-487e-a7e5-267f29228ef9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Sep 15 08:40:38.854115 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c43df85-fe3a-4b62-be2a-f848535590c7 {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:40:38.860733 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:38.875651 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Transition to ACTIVE for port object 8c43df85-fe3a-4b62-be2a-f848535590c7 will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:38.879289 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:38.883937 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:39.007804 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Pushing event updated for resources: {'Port': ['ID=8c43df85-fe3a-4b62-be2a-f848535590c7,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:39.011510 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:39.106713 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Attempting to bind port 8c43df85-fe3a-4b62-be2a-f848535590c7 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:40:39.107044 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Attempting to bind port 8c43df85-fe3a-4b62-be2a-f848535590c7 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:40:39.107370 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Attempting to bind port 8c43df85-fe3a-4b62-be2a-f848535590c7 on network df34f452-fc20-4e22-87a5-b19bf841e80c {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:39.113037 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Port 8c43df85-fe3a-4b62-be2a-f848535590c7 on network df34f452-fc20-4e22-87a5-b19bf841e80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:40:39.113353 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Attempting to bind port 8c43df85-fe3a-4b62-be2a-f848535590c7 on network df34f452-fc20-4e22-87a5-b19bf841e80c {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:39.119940 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:40:39.120264 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Checking segment: {'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:40:39.120639 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Bound using segment: {'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:40:39.121053 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Bound port: 8c43df85-fe3a-4b62-be2a-f848535590c7, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:40:39.121391 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:39.208383 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] For port 8c43df85-fe3a-4b62-be2a-f848535590c7, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:40:39.211271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] For port 8c43df85-fe3a-4b62-be2a-f848535590c7, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8c43df85-fe3a-4b62-be2a-f848535590c7,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:40:39.215776 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:39.219270 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:39.277929 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:39.279293 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] 10.222.0.37 "PUT /v2.0/ports/8c43df85-fe3a-4b62-be2a-f848535590c7 HTTP/1.1" status: 200 len: 1093 time: 0.9138997 Sep 15 08:40:39.279773 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad47bd83-8f9c-4db1-93ab-1f63d2b035c4', 'tag': '8c43df85-fe3a-4b62-be2a-f848535590c7'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:39.296757 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Pushing event updated for resources: {'Port': ['ID=8c43df85-fe3a-4b62-be2a-f848535590c7,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:39.300621 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:39.340188 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad47bd83-8f9c-4db1-93ab-1f63d2b035c4', 'tag': '8c43df85-fe3a-4b62-be2a-f848535590c7', 'status': 'completed', 'code': 200} Sep 15 08:40:39.438598 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-a18da2dd-3cf2-4e7f-92e9-0aac1345031e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8199c8683e0e426fb30cdb0605803b79&device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 1096 time: 0.0731595 Sep 15 08:40:39.516316 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-49ecc792-4d77-41ca-82c4-0d3cb9ebbdf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c43df85-fe3a-4b62-be2a-f848535590c7 HTTP/1.1" status: 200 len: 217 time: 0.0602396 Sep 15 08:40:39.559630 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58309d9-d682-46cd-b03c-d3142088913e req-95eaedb4-84fd-44de-8e42-4dead2995ae3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:39.560997 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b58309d9-d682-46cd-b03c-d3142088913e req-95eaedb4-84fd-44de-8e42-4dead2995ae3 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.0781980 Sep 15 08:40:39.581742 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-33a424ae-e17e-4b3c-abba-15a81c37b792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:39.583876 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-33a424ae-e17e-4b3c-abba-15a81c37b792 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51ba8989-b411-40b3-9814-ec50e0bd92b4 HTTP/1.1" status: 200 len: 848 time: 0.0599430 Sep 15 08:40:39.607164 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b58309d9-d682-46cd-b03c-d3142088913e req-6c9b98bf-f64b-4162-ba87-4100a8e7cebc tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403175 Sep 15 08:40:39.629054 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-cd88abb3-e092-4950-b5d7-2d6a95759d88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df34f452-fc20-4e22-87a5-b19bf841e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388167 Sep 15 08:40:39.796086 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-12ad00d7-71cf-4286-8a91-5b48cb9bf76a service neutron] 10.222.0.37 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604400 Sep 15 08:40:39.913898 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b0d3f-22d9-4995-902b-5288a092a9ef req-574e1c46-1d8d-4df3-9d98-e9a0f6e461a7 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:39.914726 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-538b0d3f-22d9-4995-902b-5288a092a9ef req-574e1c46-1d8d-4df3-9d98-e9a0f6e461a7 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Synchronizing usage tracker for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:39.953357 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f2a2652d-ea9b-4569-aa66-a3038e65bcf1 req-7162efe7-af14-4183-9d07-1708f2031923 service neutron] 10.222.0.37 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494410 Sep 15 08:40:39.959349 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-538b0d3f-22d9-4995-902b-5288a092a9ef req-574e1c46-1d8d-4df3-9d98-e9a0f6e461a7 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Unset dirty status for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:39.960465 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-538b0d3f-22d9-4995-902b-5288a092a9ef req-574e1c46-1d8d-4df3-9d98-e9a0f6e461a7 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 943 time: 0.2218249 Sep 15 08:40:40.140733 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-538b0d3f-22d9-4995-902b-5288a092a9ef req-cfd788b5-0dfe-4589-a977-27581328a276 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Synchronizing usage tracker for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:security_group {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:40.172650 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-538b0d3f-22d9-4995-902b-5288a092a9ef req-cfd788b5-0dfe-4589-a977-27581328a276 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Unset dirty status for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:security_group {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:40.173795 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-538b0d3f-22d9-4995-902b-5288a092a9ef req-cfd788b5-0dfe-4589-a977-27581328a276 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068787 Sep 15 08:40:40.186364 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-8d2daa3c-8d73-4cc9-9779-1d0cfa02c628 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8199c8683e0e426fb30cdb0605803b79&device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 1096 time: 0.0865798 Sep 15 08:40:40.335945 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-5357e21b-df86-4891-a739-047fb12725a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:40.337414 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-5357e21b-df86-4891-a739-047fb12725a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df34f452-fc20-4e22-87a5-b19bf841e80c HTTP/1.1" status: 200 len: 909 time: 0.1365423 Sep 15 08:40:40.413170 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-4050a4ea-07a4-4da3-afec-88e074fc2d15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c43df85-fe3a-4b62-be2a-f848535590c7 HTTP/1.1" status: 200 len: 217 time: 0.0689263 Sep 15 08:40:40.474072 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-ab5c2465-c61b-4008-9261-4a8259bed2f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:40.475548 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-ab5c2465-c61b-4008-9261-4a8259bed2f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51ba8989-b411-40b3-9814-ec50e0bd92b4 HTTP/1.1" status: 200 len: 848 time: 0.0564091 Sep 15 08:40:40.523337 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-8fbd9adf-8468-4088-b365-e73d50e430ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df34f452-fc20-4e22-87a5-b19bf841e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413866 Sep 15 08:40:40.651808 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-55c73249-37a2-4569-8275-c9a312ae7036 service neutron] 10.222.0.37 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216695 Sep 15 08:40:40.781426 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-af59c56f-cab5-49bb-b2c9-12fff3377053 req-f907314e-c819-4e13-ab83-c82adb1a394f service neutron] 10.222.0.37 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230698 Sep 15 08:40:40.798800 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fe713-2cd1-48ae-acaf-79294cc1fba9 req-a736f104-80ae-45d0-9671-5a37dd236e24 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:40.800252 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f38fe713-2cd1-48ae-acaf-79294cc1fba9 req-a736f104-80ae-45d0-9671-5a37dd236e24 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.0748129 Sep 15 08:40:40.846189 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f38fe713-2cd1-48ae-acaf-79294cc1fba9 req-e5cd887a-2e25-464b-b442-bdef60b1abdb tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403652 Sep 15 08:40:41.367434 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b691e-dae9-4cf3-b04b-9c79f756bbde req-287152ee-c8a5-4cec-afeb-f2c5aafc29cc tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:41.368867 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-685b691e-dae9-4cf3-b04b-9c79f756bbde req-287152ee-c8a5-4cec-afeb-f2c5aafc29cc tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 943 time: 0.0751083 Sep 15 08:40:41.416614 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-685b691e-dae9-4cf3-b04b-9c79f756bbde req-c60e3fdd-7bc7-4dd5-b8c4-b252fc16a070 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Sep 15 08:40:41.688710 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-0d720cf4-f247-43de-8280-e0f85135ec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:42.089321 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae37816-5269-4d54-94b1-ff2d728aa3ab req-6bd7efe7-9d9b-4728-b667-4d49203c7d20 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:42.090838 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6ae37816-5269-4d54-94b1-ff2d728aa3ab req-6bd7efe7-9d9b-4728-b667-4d49203c7d20 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.1029105 Sep 15 08:40:42.139208 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6ae37816-5269-4d54-94b1-ff2d728aa3ab req-d8584ea9-0b8c-420e-962e-9196905b9787 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420599 Sep 15 08:40:42.242444 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:42.612410 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1591d-a498-4b24-95b4-df695eab06c6 req-ac5c791f-353f-49f0-9342-fb53eed77f60 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:42.613782 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7bb1591d-a498-4b24-95b4-df695eab06c6 req-ac5c791f-353f-49f0-9342-fb53eed77f60 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 943 time: 0.0784745 Sep 15 08:40:42.658996 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7bb1591d-a498-4b24-95b4-df695eab06c6 req-bc58866e-6e3c-458c-8c10-0e319d27a2ce tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Sep 15 08:40:43.334451 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe704-7579-4037-bade-d1fcc426ee46 req-d5fc2ff7-f84c-4ca3-bdcb-311236bebd9f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:43.335993 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-618fe704-7579-4037-bade-d1fcc426ee46 req-d5fc2ff7-f84c-4ca3-bdcb-311236bebd9f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.0771136 Sep 15 08:40:43.383297 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-618fe704-7579-4037-bade-d1fcc426ee46 req-5cc22596-a5ec-4917-a49e-0a727c6961eb tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38&id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417700 Sep 15 08:40:43.876381 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43c0c8-2fbe-4a46-9218-8d18e3b629ac req-32eb561a-a0b3-46c8-9d2f-91b5555d7f29 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:43.877763 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2b43c0c8-2fbe-4a46-9218-8d18e3b629ac req-32eb561a-a0b3-46c8-9d2f-91b5555d7f29 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 943 time: 0.0799685 Sep 15 08:40:43.914531 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-46c4824f-2737-4992-b6ff-6dea2b404eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:43.922064 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2b43c0c8-2fbe-4a46-9218-8d18e3b629ac req-387d9333-b1d7-4f57-8104-ed1de15c26a2 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388455 Sep 15 08:40:44.095421 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 8c43df85-fe3a-4b62-be2a-f848535590c7 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:40:44.225191 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 8c43df85-fe3a-4b62-be2a-f848535590c7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8c43df85-fe3a-4b62-be2a-f848535590c7,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:44.238005 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '8c43df85-fe3a-4b62-be2a-f848535590c7', 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c', 'port_id': '8c43df85-fe3a-4b62-be2a-f848535590c7', 'mac_address': 'fa:16:3e:6d:c3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ba8989-b411-40b3-9814-ec50e0bd92b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:40:44.294728 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:44.311981 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c43df85-fe3a-4b62-be2a-f848535590c7 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:40:44.327428 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 8c43df85-fe3a-4b62-be2a-f848535590c7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8c43df85-fe3a-4b62-be2a-f848535590c7,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:44.330716 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:44.332390 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:44.394267 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=8c43df85-fe3a-4b62-be2a-f848535590c7,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:44.397826 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:44.790872 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['8c43df85-fe3a-4b62-be2a-f848535590c7'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:40:44.900258 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:45.133912 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e324-49ea-4d3d-a69f-865dcfba9588 req-a3646d23-76c4-43f3-a6ee-2c82bc9b9b45 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:45.136109 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4e02e324-49ea-4d3d-a69f-865dcfba9588 req-a3646d23-76c4-43f3-a6ee-2c82bc9b9b45 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 944 time: 0.0901327 Sep 15 08:40:45.185615 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4e02e324-49ea-4d3d-a69f-865dcfba9588 req-3422362a-41b3-4673-837a-5d396ee12907 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Sep 15 08:40:46.122121 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 8c43df85-fe3a-4b62-be2a-f848535590c7 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:40:46.187771 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 8c43df85-fe3a-4b62-be2a-f848535590c7 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:40:46.193021 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 8c43df85-fe3a-4b62-be2a-f848535590c7 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:40:46.193393 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:46.307074 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:46.335438 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad47bd83-8f9c-4db1-93ab-1f63d2b035c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c43df85-fe3a-4b62-be2a-f848535590c7'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:46.344911 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 8c43df85-fe3a-4b62-be2a-f848535590c7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8c43df85-fe3a-4b62-be2a-f848535590c7,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:46.354191 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:46.357366 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:46.414964 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad47bd83-8f9c-4db1-93ab-1f63d2b035c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c43df85-fe3a-4b62-be2a-f848535590c7', 'code': 200} Sep 15 08:40:46.415564 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:46.429743 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc44d3e-ba5a-479f-914d-7cf87a74a971 req-c38ea0a9-1bba-46f5-8efd-3987a488335a tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:46.432091 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc44d3e-ba5a-479f-914d-7cf87a74a971 req-c38ea0a9-1bba-46f5-8efd-3987a488335a tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 945 time: 0.1264911 Sep 15 08:40:46.434870 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=8c43df85-fe3a-4b62-be2a-f848535590c7,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:46.446633 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:46.482456 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7fc44d3e-ba5a-479f-914d-7cf87a74a971 req-51e41457-5de3-4a06-b1b5-e950107ffb03 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Sep 15 08:40:46.705048 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b68203aa-c341-43ae-9a1b-53e7ef10cbc8 req-5e90f4b3-2b0f-46f7-b540-873234db59c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 1098 time: 0.0684080 Sep 15 08:40:46.750373 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b68203aa-c341-43ae-9a1b-53e7ef10cbc8 req-3dc32340-e2a8-458f-a24a-4ea36f055b1b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Sep 15 08:40:47.681263 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2bf5f-eb93-4474-aa2e-0b68c3a1e4f4 req-117f950a-828d-493e-86d7-6e38f6a3d242 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:47.682766 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8e2bf5f-eb93-4474-aa2e-0b68c3a1e4f4 req-117f950a-828d-493e-86d7-6e38f6a3d242 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 945 time: 0.0769455 Sep 15 08:40:47.732669 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c8e2bf5f-eb93-4474-aa2e-0b68c3a1e4f4 req-301feef2-b8cd-4526-bd0d-bdadb927de7c tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Sep 15 08:40:48.929048 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b571d3-8235-48ed-a7e5-cab0de57f5c1 req-c307cdf9-367c-4e96-a896-23c2bbe10599 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:48.930560 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3b571d3-8235-48ed-a7e5-cab0de57f5c1 req-c307cdf9-367c-4e96-a896-23c2bbe10599 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 945 time: 0.0785773 Sep 15 08:40:48.977411 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b3b571d3-8235-48ed-a7e5-cab0de57f5c1 req-a8405e8b-385e-437e-bcb9-7f0e357e1402 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Sep 15 08:40:49.058129 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50394) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:49.204449 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:49.234216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:49.237984 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Usage tracker for resource:security_group_rule and tenant:95d7673f92bf427ab1399e0eff3ec0ad is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:49.240853 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:49.246270 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:49.309804 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:49.313652 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:49.321033 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-73a2160e-6dbd-496d-9947-9f3a1e5da4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:49.362212 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19c0857-f1eb-4719-abae-589bd75550ce,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:49.366928 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:49.372154 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95d7673f92bf427ab1399e0eff3ec0ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3128903 Sep 15 08:40:49.375073 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50402) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:49.436577 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-043f5725-03ae-4bbe-8bba-44eee8589978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:49.462175 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-043f5725-03ae-4bbe-8bba-44eee8589978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:49.513791 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-043f5725-03ae-4bbe-8bba-44eee8589978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:49.518466 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-535f517c-f9d3-4f96-930e-45b6281e7275 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:49.532680 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5725-03ae-4bbe-8bba-44eee8589978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19c0857-f1eb-4719-abae-589bd75550ce,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:49.534674 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-043f5725-03ae-4bbe-8bba-44eee8589978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:49.536338 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-043f5725-03ae-4bbe-8bba-44eee8589978 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f19c0857-f1eb-4719-abae-589bd75550ce HTTP/1.1" status: 204 len: 168 time: 0.1597996 Sep 15 08:40:49.537179 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-043f5725-03ae-4bbe-8bba-44eee8589978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:49.870194 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50418) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:49.888502 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:49.920891 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:49.924644 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Usage tracker for resource:security_group_rule and tenant:db48a66e6cdb452c9fd7730f28d92796 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:49.928052 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:49.935156 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:50.009084 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:50.012961 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:50.019790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8bb915a6-90aa-437d-8872-cf183262adae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:50.097632 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e18deb-b361-41b4-bdb3-f431048541e8,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:50.101888 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db48a66e6cdb452c9fd7730f28d92796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2306616 Sep 15 08:40:50.103832 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:50.104677 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50424) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:50.140617 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5ffb1-8d21-4982-84fd-b4e060693c9e req-6bb6e7a4-3f2c-44d7-85da-638a14bd2bf3 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:50.142097 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95d5ffb1-8d21-4982-84fd-b4e060693c9e req-6bb6e7a4-3f2c-44d7-85da-638a14bd2bf3 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 945 time: 0.0936043 Sep 15 08:40:50.171609 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:50.187749 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95d5ffb1-8d21-4982-84fd-b4e060693c9e req-29849f86-5330-4ae0-a8f5-ff4351c1d4de tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Sep 15 08:40:50.198067 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:50.248551 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:50.252136 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8433c185-e690-42de-816c-905af122db3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:50.264360 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e18deb-b361-41b4-bdb3-f431048541e8,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:50.278587 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.278899 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.279259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.279612 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.279971 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.280323 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.280669 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.281016 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.281360 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.281702 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.282046 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:50.284945 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:50.286604 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95e18deb-b361-41b4-bdb3-f431048541e8 HTTP/1.1" status: 204 len: 168 time: 0.1804342 Sep 15 08:40:50.287440 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0349f927-ebe0-41f0-8124-2e9fdd4feaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:51.405825 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c0572-d3da-4b72-b29c-ab3cf3bc7154 req-4516de33-855b-4abf-abb0-70066651424f tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:51.407489 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e89c0572-d3da-4b72-b29c-ab3cf3bc7154 req-4516de33-855b-4abf-abb0-70066651424f tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 945 time: 0.0839903 Sep 15 08:40:51.455680 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e89c0572-d3da-4b72-b29c-ab3cf3bc7154 req-a53c17cf-cd29-41e6-b811-13349b82e6c7 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Sep 15 08:40:51.554917 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50458) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:51.693678 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:51.723271 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:51.726981 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Usage tracker for resource:security_group_rule and tenant:0f54588723804fff8561847748101d2a is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:51.729705 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:51.735296 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:51.800890 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:51.805197 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:51.811295 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2da2d9aa-ac00-4092-8c2a-c59ee947cf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:51.849398 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c81b12-dd93-4eb2-81a3-23d1d029c6d5,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:51.852548 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:51.857543 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-b5e0f32c-23f7-4691-8510-3ef1e2fd2654 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f54588723804fff8561847748101d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2991917 Sep 15 08:40:51.858213 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50464) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:51.923395 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5d4171e-b1a0-4eae-8a8b-caa5ffd9c759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:51.949446 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5d4171e-b1a0-4eae-8a8b-caa5ffd9c759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:51.979576 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20169d-8259-489d-b24a-9d974a03a209 req-cee73b76-47fc-4566-83ea-a5f8b6b2f6a9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:51.980998 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5a20169d-8259-489d-b24a-9d974a03a209 req-cee73b76-47fc-4566-83ea-a5f8b6b2f6a9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 945 time: 0.1610584 Sep 15 08:40:52.000073 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5d4171e-b1a0-4eae-8a8b-caa5ffd9c759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:52.003872 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4fb9ea06-1ce3-412e-94ee-276eb335bcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:52.014615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4171e-b1a0-4eae-8a8b-caa5ffd9c759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c81b12-dd93-4eb2-81a3-23d1d029c6d5,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:52.018450 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c5d4171e-b1a0-4eae-8a8b-caa5ffd9c759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:52.021555 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c5d4171e-b1a0-4eae-8a8b-caa5ffd9c759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:52.024968 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c5d4171e-b1a0-4eae-8a8b-caa5ffd9c759 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6c81b12-dd93-4eb2-81a3-23d1d029c6d5 HTTP/1.1" status: 204 len: 168 time: 0.1639912 Sep 15 08:40:52.050249 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Deleting port 8c43df85-fe3a-4b62-be2a-f848535590c7 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:52.050627 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:52.299687 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] For port 8c43df85-fe3a-4b62-be2a-f848535590c7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8c43df85-fe3a-4b62-be2a-f848535590c7,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:52.300047 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:52.422346 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Calling delete_port for 8c43df85-fe3a-4b62-be2a-f848535590c7 owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:52.564860 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:52.571179 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:52.607093 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['8c43df85-fe3a-4b62-be2a-f848535590c7'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:40:52.649383 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Pushing event deleted for resources: {'Port': ['ID=8c43df85-fe3a-4b62-be2a-f848535590c7,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:52.657840 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:52.660338 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7ad86756-e2be-4c05-b301-2de275dcf060 req-bd2c7cab-a699-4be3-8071-00c7b684e9e1 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad47bd83-8f9c-4db1-93ab-1f63d2b035c4 HTTP/1.1" status: 200 len: 210 time: 0.0607691 Sep 15 08:40:52.727256 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] No DVR routers for this DVR port 8c43df85-fe3a-4b62-be2a-f848535590c7 on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:40:52.730557 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:52.733304 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad47bd83-8f9c-4db1-93ab-1f63d2b035c4', 'name': 'network-vif-deleted', 'tag': '8c43df85-fe3a-4b62-be2a-f848535590c7'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:52.753902 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5a20169d-8259-489d-b24a-9d974a03a209 req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.37 "DELETE /v2.0/ports/8c43df85-fe3a-4b62-be2a-f848535590c7 HTTP/1.1" status: 204 len: 173 time: 0.7669058 Sep 15 08:40:52.795226 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad47bd83-8f9c-4db1-93ab-1f63d2b035c4', 'name': 'network-vif-deleted', 'tag': '8c43df85-fe3a-4b62-be2a-f848535590c7', 'status': 'completed', 'code': 200} Sep 15 08:40:53.290697 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50498) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:53.435993 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.468778 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:53.472872 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Usage tracker for resource:security_group_rule and tenant:802b76ae2bac4c9597bb814b2b2577be is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:53.476278 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:53.482545 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:53.547824 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.551440 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.558271 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-015036f8-f90e-4a98-9f35-579b3e5945ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:53.596426 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8af8670-f4a1-4bbd-a4d8-7a8a878da3b5,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:53.599867 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:53.602183 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-bff5cdf4-c112-4087-ae9c-8e0eae99420a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=802b76ae2bac4c9597bb814b2b2577be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3105209 Sep 15 08:40:53.604860 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50504) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:53.667528 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6eafb142-95cc-44ef-b759-9c2217a35c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.693259 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6eafb142-95cc-44ef-b759-9c2217a35c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.747106 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6eafb142-95cc-44ef-b759-9c2217a35c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.751881 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5144cdf8-f97f-46ab-9ebe-e2e7203cb5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:53.765230 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafb142-95cc-44ef-b759-9c2217a35c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8af8670-f4a1-4bbd-a4d8-7a8a878da3b5,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:53.768226 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6eafb142-95cc-44ef-b759-9c2217a35c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:53.769754 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6eafb142-95cc-44ef-b759-9c2217a35c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.770304 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-6eafb142-95cc-44ef-b759-9c2217a35c6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8af8670-f4a1-4bbd-a4d8-7a8a878da3b5 HTTP/1.1" status: 204 len: 168 time: 0.1645079 Sep 15 08:40:54.106571 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-831e5c0e-2b7f-4c17-8fec-30965106d414 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:54.107953 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-831e5c0e-2b7f-4c17-8fec-30965106d414 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/networks?id=df34f452-fc20-4e22-87a5-b19bf841e80c HTTP/1.1" status: 200 len: 808 time: 0.1451504 Sep 15 08:40:54.124241 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-e996476b-4423-412f-8586-a99e393f81a1 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/quotas/8199c8683e0e426fb30cdb0605803b79 HTTP/1.1" status: 200 len: 375 time: 0.0110435 Sep 15 08:40:54.168067 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-4e4bc35a-5157-45c8-b48f-34d49589c5d5 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8199c8683e0e426fb30cdb0605803b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389647 Sep 15 08:40:54.466108 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-54c01f17-cc15-4a4f-8538-1611301a4493 service neutron] 10.222.0.32 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914970 Sep 15 08:40:54.592367 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-1a599aec-2d3e-4a08-9481-b4f4b6949bb2 service neutron] 10.222.0.32 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205785 Sep 15 08:40:54.773331 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-fc41050e-d69e-4f42-8ca0-f382c3a23c43 req-9f09a07b-fde3-4559-a2b9-e2c0b9765e9d tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Synchronizing usage tracker for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:54.788844 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-fc41050e-d69e-4f42-8ca0-f382c3a23c43 req-9f09a07b-fde3-4559-a2b9-e2c0b9765e9d tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Unset dirty status for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:54.790129 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fc41050e-d69e-4f42-8ca0-f382c3a23c43 req-9f09a07b-fde3-4559-a2b9-e2c0b9765e9d tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0607917 Sep 15 08:40:55.953624 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2b4a9044-3ed5-4bae-8e3c-f38aeb52e2cd req-0c766964-1a78-4f2a-aede-a2e5c2b5b1e5 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0451009 Sep 15 08:40:56.130020 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-23997e73-05f3-4a80-8118-b6fe3ab84ba7 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:56.131672 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-23997e73-05f3-4a80-8118-b6fe3ab84ba7 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.37 "GET /v2.0/networks?id=df34f452-fc20-4e22-87a5-b19bf841e80c HTTP/1.1" status: 200 len: 808 time: 0.1423142 Sep 15 08:40:56.156161 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Request body: {'port': {'device_id': 'dd5fef3b-e657-4b76-858c-bdb01768e3d2', 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c', 'admin_state_up': True, 'tenant_id': '8199c8683e0e426fb30cdb0605803b79'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:56.184872 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 8c43df85-fe3a-4b62-be2a-f848535590c7 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:40:56.221378 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 8c43df85-fe3a-4b62-be2a-f848535590c7 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:40:56.221807 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 8c43df85-fe3a-4b62-be2a-f848535590c7 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:40:56.289543 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:56.298937 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:56.308636 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Made reservation on behalf of 8199c8683e0e426fb30cdb0605803b79 for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:40:56.311560 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.467286 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Allocated IP 172.20.0.13 (df34f452-fc20-4e22-87a5-b19bf841e80c/51ba8989-b411-40b3-9814-ec50e0bd92b4/5ea651e6-4e84-405e-9770-2f47f1991017) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:56.657779 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.684910 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.690460 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-dff932f0-79f8-4f37-85ae-759147369dd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:56.754332 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Network df34f452-fc20-4e22-87a5-b19bf841e80c is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:56.757250 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:56.759605 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:56.887896 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Pushing event updated for resources: {'Port': ['ID=5ea651e6-4e84-405e-9770-2f47f1991017,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:56.892260 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:56.912359 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:56.912940 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.936147 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7838883 Sep 15 08:40:57.023454 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Request body: {'port': {'device_id': 'dd5fef3b-e657-4b76-858c-bdb01768e3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:57.178301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.242359 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24794a1-4e2e-482e-a056-cd504f65a8c5 req-c48c2d31-9d08-48e3-bfcf-76badce4290f tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:57.243107 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-f24794a1-4e2e-482e-a056-cd504f65a8c5 req-c48c2d31-9d08-48e3-bfcf-76badce4290f tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Synchronizing usage tracker for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:57.312757 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-f24794a1-4e2e-482e-a056-cd504f65a8c5 req-c48c2d31-9d08-48e3-bfcf-76badce4290f tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Unset dirty status for tenant:8199c8683e0e426fb30cdb0605803b79 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:57.314086 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f24794a1-4e2e-482e-a056-cd504f65a8c5 req-c48c2d31-9d08-48e3-bfcf-76badce4290f tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 932 time: 0.2419326 Sep 15 08:40:57.440242 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f24794a1-4e2e-482e-a056-cd504f65a8c5 req-373cdafa-183f-4070-8c02-3537e850a1f1 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162310 Sep 15 08:40:57.571714 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea651e6-4e84-405e-9770-2f47f1991017 {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:40:57.578194 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.591833 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Transition to ACTIVE for port object 5ea651e6-4e84-405e-9770-2f47f1991017 will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:57.595406 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.599531 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-aaee0981-42a3-49e8-816b-1abc1eadfe56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:57.717551 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Pushing event updated for resources: {'Port': ['ID=5ea651e6-4e84-405e-9770-2f47f1991017,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:57.721502 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:57.818483 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Attempting to bind port 5ea651e6-4e84-405e-9770-2f47f1991017 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:40:57.818817 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Attempting to bind port 5ea651e6-4e84-405e-9770-2f47f1991017 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:40:57.819147 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Attempting to bind port 5ea651e6-4e84-405e-9770-2f47f1991017 on network df34f452-fc20-4e22-87a5-b19bf841e80c {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:57.824872 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Port 5ea651e6-4e84-405e-9770-2f47f1991017 on network df34f452-fc20-4e22-87a5-b19bf841e80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:40:57.825132 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Attempting to bind port 5ea651e6-4e84-405e-9770-2f47f1991017 on network df34f452-fc20-4e22-87a5-b19bf841e80c {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:57.831243 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:40:57.831577 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Checking segment: {'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:40:57.831958 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Bound using segment: {'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:40:57.832405 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Bound port: 5ea651e6-4e84-405e-9770-2f47f1991017, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d06c2a3-a858-471f-8526-8974a583d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:40:57.832744 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.919378 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] For port 5ea651e6-4e84-405e-9770-2f47f1991017, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:40:57.922289 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] For port 5ea651e6-4e84-405e-9770-2f47f1991017, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ea651e6-4e84-405e-9770-2f47f1991017,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:40:57.926713 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.930677 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5a5252c1-8659-4280-8909-5cd77f38316c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:57.986531 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.987880 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] 10.222.0.37 "PUT /v2.0/ports/5ea651e6-4e84-405e-9770-2f47f1991017 HTTP/1.1" status: 200 len: 1094 time: 1.0375102 Sep 15 08:40:57.988427 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5fef3b-e657-4b76-858c-bdb01768e3d2', 'tag': '5ea651e6-4e84-405e-9770-2f47f1991017'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:58.005190 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Pushing event updated for resources: {'Port': ['ID=5ea651e6-4e84-405e-9770-2f47f1991017,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:58.008332 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:58.073710 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fef3b-e657-4b76-858c-bdb01768e3d2', 'tag': '5ea651e6-4e84-405e-9770-2f47f1991017', 'status': 'completed', 'code': 200} Sep 15 08:40:58.113117 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-76f1fcf0-43eb-440f-8ec8-3f2ea0edd4db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8199c8683e0e426fb30cdb0605803b79&device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0726490 Sep 15 08:40:58.188883 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-f0fc103c-064e-4617-8859-7d78ccc70875 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea651e6-4e84-405e-9770-2f47f1991017 HTTP/1.1" status: 200 len: 217 time: 0.0593333 Sep 15 08:40:58.253762 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-b49a5101-ccd3-44c4-bd96-95e62c8626e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:58.255219 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-b49a5101-ccd3-44c4-bd96-95e62c8626e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51ba8989-b411-40b3-9814-ec50e0bd92b4 HTTP/1.1" status: 200 len: 848 time: 0.0587206 Sep 15 08:40:58.301694 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-b992b8d4-cdb9-4eb5-87b1-4d5cf507c685 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df34f452-fc20-4e22-87a5-b19bf841e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390625 Sep 15 08:40:58.431041 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-089f162a-f85a-459e-ae78-098d48a4afc6 service neutron] 10.222.0.37 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220074 Sep 15 08:40:58.562135 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-97e79715-6e5d-4288-9b39-8ab4b35a1ec6 req-c015e69a-dc3a-4f2c-99e1-d12a5882837a service neutron] 10.222.0.37 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247692 Sep 15 08:40:58.644084 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e97c-0a3a-433a-8bdf-3f6d01df6833 req-0e7fc91a-4675-4311-b756-2d3bdf4c5d4c tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:58.645526 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fa58e97c-0a3a-433a-8bdf-3f6d01df6833 req-0e7fc91a-4675-4311-b756-2d3bdf4c5d4c tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 944 time: 0.0780754 Sep 15 08:40:58.822798 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fa58e97c-0a3a-433a-8bdf-3f6d01df6833 req-7d880438-19e3-4b35-b1f7-52ca6eca7a54 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715894 Sep 15 08:40:58.834647 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-52fd6423-cd0b-4ac8-a18b-83182bf2a21e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8199c8683e0e426fb30cdb0605803b79&device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0873630 Sep 15 08:40:58.964432 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-11a26d0b-633b-48ce-bd51-890a1a400d78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:58.965889 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-11a26d0b-633b-48ce-bd51-890a1a400d78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df34f452-fc20-4e22-87a5-b19bf841e80c HTTP/1.1" status: 200 len: 909 time: 0.1249287 Sep 15 08:40:59.036522 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-9689d2e8-ec6d-4854-8a14-38e6d1f518aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea651e6-4e84-405e-9770-2f47f1991017 HTTP/1.1" status: 200 len: 217 time: 0.0625260 Sep 15 08:40:59.095912 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-54b190dc-1ddb-497e-9a5b-90187941bcce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:59.097230 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-54b190dc-1ddb-497e-9a5b-90187941bcce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51ba8989-b411-40b3-9814-ec50e0bd92b4 HTTP/1.1" status: 200 len: 848 time: 0.0552051 Sep 15 08:40:59.142623 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-81518c2f-bfb8-47e2-b3c9-70dc1d7902c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df34f452-fc20-4e22-87a5-b19bf841e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395138 Sep 15 08:40:59.268847 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-b73aea5d-5c3c-4342-8fd7-f5b5509c74f1 service neutron] 10.222.0.37 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203127 Sep 15 08:40:59.394189 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6cff3f3a-7dab-4dcc-a393-4c34e45a06ef req-75c829c9-c374-45e0-ab09-edb8076540c5 service neutron] 10.222.0.37 "GET /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191969 Sep 15 08:40:59.908834 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:00.028396 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d0c16-eefe-447a-9b84-d160fcdbbf7a req-8f165496-962e-40d1-a770-d97250c9f2f9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:00.029836 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fd9d0c16-eefe-447a-9b84-d160fcdbbf7a req-8f165496-962e-40d1-a770-d97250c9f2f9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 944 time: 0.0753937 Sep 15 08:41:00.073709 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fd9d0c16-eefe-447a-9b84-d160fcdbbf7a req-d3d064f7-c60a-43ba-8dfb-2454150ebbe2 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Sep 15 08:41:01.271282 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca1099-25e0-4d35-8dfb-af18eeaf9580 req-2722c8e8-bde5-4bd0-8571-9be07912e9ec tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:01.272717 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-91ca1099-25e0-4d35-8dfb-af18eeaf9580 req-2722c8e8-bde5-4bd0-8571-9be07912e9ec tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 944 time: 0.0780177 Sep 15 08:41:01.317401 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-91ca1099-25e0-4d35-8dfb-af18eeaf9580 req-2e83ebef-7fe7-40e1-bcc8-aedc400280c8 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386114 Sep 15 08:41:02.241906 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5ea651e6-4e84-405e-9770-2f47f1991017 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:02.373934 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5ea651e6-4e84-405e-9770-2f47f1991017, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ea651e6-4e84-405e-9770-2f47f1991017,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:02.387135 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '5ea651e6-4e84-405e-9770-2f47f1991017', 'network_id': 'df34f452-fc20-4e22-87a5-b19bf841e80c', 'port_id': '5ea651e6-4e84-405e-9770-2f47f1991017', 'mac_address': 'fa:16:3e:ee:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ba8989-b411-40b3-9814-ec50e0bd92b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:02.438874 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.455923 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea651e6-4e84-405e-9770-2f47f1991017 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:02.471409 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5ea651e6-4e84-405e-9770-2f47f1991017, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ea651e6-4e84-405e-9770-2f47f1991017,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:02.475599 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.477357 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:02.515507 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c30bd-7ca0-48a9-8aef-c143d9d0d352 req-fc2ff2a2-626f-4dae-a768-f667a033d804 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:02.517619 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-df4c30bd-7ca0-48a9-8aef-c143d9d0d352 req-fc2ff2a2-626f-4dae-a768-f667a033d804 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 944 time: 0.0842776 Sep 15 08:41:02.546762 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=5ea651e6-4e84-405e-9770-2f47f1991017,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:02.555577 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.555926 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.556265 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.556598 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.556929 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.557256 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.557598 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.558345 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.558345 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.558642 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.558961 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:02.562828 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:02.564261 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-df4c30bd-7ca0-48a9-8aef-c143d9d0d352 req-54051d77-3ef2-45cf-92ea-ad79f90e59bc tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401459 Sep 15 08:41:02.962099 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['5ea651e6-4e84-405e-9770-2f47f1991017'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:03.766292 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4c7fe-19cf-4e50-94e5-8dd2efa5d1e4 req-0da044a8-10db-4527-ba98-7dd15fc099c8 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:03.767751 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-88e4c7fe-19cf-4e50-94e5-8dd2efa5d1e4 req-0da044a8-10db-4527-ba98-7dd15fc099c8 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0828688 Sep 15 08:41:03.811736 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-88e4c7fe-19cf-4e50-94e5-8dd2efa5d1e4 req-18a7bdb9-6703-49c5-901e-503701be8f05 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 Sep 15 08:41:04.259927 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5ea651e6-4e84-405e-9770-2f47f1991017 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:04.328498 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 5ea651e6-4e84-405e-9770-2f47f1991017 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:04.332884 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 5ea651e6-4e84-405e-9770-2f47f1991017 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:04.333259 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.441948 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.491550 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fef3b-e657-4b76-858c-bdb01768e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea651e6-4e84-405e-9770-2f47f1991017'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:04.500976 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5ea651e6-4e84-405e-9770-2f47f1991017, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ea651e6-4e84-405e-9770-2f47f1991017,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:04.505677 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.507503 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-8a647aca-f90a-4a85-a83c-a7af1dcb41f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:04.547978 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fef3b-e657-4b76-858c-bdb01768e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea651e6-4e84-405e-9770-2f47f1991017', 'code': 200} Sep 15 08:41:04.570234 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=5ea651e6-4e84-405e-9770-2f47f1991017,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:04.573063 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:04.808594 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a3fb158c-8aaf-48f9-941a-a852d4804237 req-b9884b18-988d-428f-9033-b4fe64965d17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 1099 time: 0.0684652 Sep 15 08:41:04.853931 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a3fb158c-8aaf-48f9-941a-a852d4804237 req-5ae064cb-7aeb-49a4-a672-24ecea18b971 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Sep 15 08:41:05.004265 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050e8ec-dbc3-4746-b626-a0bd59fc4848 req-a3856324-7db5-4886-bbd0-2274109ebcf1 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:05.005745 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e050e8ec-dbc3-4746-b626-a0bd59fc4848 req-a3856324-7db5-4886-bbd0-2274109ebcf1 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0761774 Sep 15 08:41:05.048942 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e050e8ec-dbc3-4746-b626-a0bd59fc4848 req-068b7945-a48d-4ddc-8927-a7890ba8c239 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Sep 15 08:41:06.252393 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90ce46-eb1e-4e5d-9d8f-600db7b884c4 req-dba082f9-24cb-41cc-8833-3bd9552e896b tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:06.253864 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4a90ce46-eb1e-4e5d-9d8f-600db7b884c4 req-dba082f9-24cb-41cc-8833-3bd9552e896b tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0776417 Sep 15 08:41:06.301136 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4a90ce46-eb1e-4e5d-9d8f-600db7b884c4 req-b26421cc-22fd-4c33-ac45-742fbd72b4a7 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Sep 15 08:41:07.502553 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4697-e6a4-4c6a-a1db-839f5749643c req-2146acca-878d-476a-9ca3-0c7b549f9297 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:07.503917 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b17e4697-e6a4-4c6a-a1db-839f5749643c req-2146acca-878d-476a-9ca3-0c7b549f9297 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0794148 Sep 15 08:41:07.547668 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b17e4697-e6a4-4c6a-a1db-839f5749643c req-756f3183-f74d-4256-af14-739851bd9455 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Sep 15 08:41:08.756359 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3737-8ebb-4574-8fcd-c039d9f04c66 req-cd4c95a0-157f-47e3-981b-3dd8de7251a9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:08.757675 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d7fb3737-8ebb-4574-8fcd-c039d9f04c66 req-cd4c95a0-157f-47e3-981b-3dd8de7251a9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0759931 Sep 15 08:41:08.800844 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d7fb3737-8ebb-4574-8fcd-c039d9f04c66 req-616e525a-753a-4af7-a36b-a111fabb3ccc tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376661 Sep 15 08:41:09.992839 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08e2aa-177b-436b-951e-56aee6ff073b req-fcea16e6-b42e-4de0-9c87-23bf57d18f9b tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:09.994289 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3b08e2aa-177b-436b-951e-56aee6ff073b req-fcea16e6-b42e-4de0-9c87-23bf57d18f9b tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0739255 Sep 15 08:41:10.037930 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-3b08e2aa-177b-436b-951e-56aee6ff073b req-2f9a1038-3827-430c-8efa-179a77796556 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/security-groups?id=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Sep 15 08:41:10.491689 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424621b-5938-4815-a3a3-8723190cc90a req-f2f2ce27-2aec-4a34-acef-092d1c1d825b tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:10.493078 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9424621b-5938-4815-a3a3-8723190cc90a req-f2f2ce27-2aec-4a34-acef-092d1c1d825b tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0771449 Sep 15 08:41:10.559833 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Deleting port 5ea651e6-4e84-405e-9770-2f47f1991017 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:41:10.560174 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.871585 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] For port 5ea651e6-4e84-405e-9770-2f47f1991017, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ea651e6-4e84-405e-9770-2f47f1991017,segment=NetworkSegment(6d06c2a3-a858-471f-8526-8974a583d69a),segment_id=6d06c2a3-a858-471f-8526-8974a583d69a)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:10.871838 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:10.987502 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Calling delete_port for 5ea651e6-4e84-405e-9770-2f47f1991017 owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:41:11.124013 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.129679 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6311e448-a7a8-46b1-8c15-7407078cb651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:11.164668 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['5ea651e6-4e84-405e-9770-2f47f1991017'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:11.216510 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e6d748c7-7470-4064-a664-b1c28f6db70f req-f222eac6-b1e8-49dd-ae82-4788cafaeff2 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5fef3b-e657-4b76-858c-bdb01768e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0579619 Sep 15 08:41:11.217254 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Pushing event deleted for resources: {'Port': ['ID=5ea651e6-4e84-405e-9770-2f47f1991017,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:11.285484 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.286437 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.286804 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.287167 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.287522 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.287877 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.288228 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.288577 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.288925 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.289274 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.289620 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:11.296379 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:11.297189 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] No DVR routers for this DVR port 5ea651e6-4e84-405e-9770-2f47f1991017 on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:41:11.299252 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.301696 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fef3b-e657-4b76-858c-bdb01768e3d2', 'name': 'network-vif-deleted', 'tag': '5ea651e6-4e84-405e-9770-2f47f1991017'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:11.318356 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9424621b-5938-4815-a3a3-8723190cc90a req-435db6e8-1c87-48b5-8769-06d13fe351c9 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] 10.222.0.37 "DELETE /v2.0/ports/5ea651e6-4e84-405e-9770-2f47f1991017 HTTP/1.1" status: 204 len: 173 time: 0.8191285 Sep 15 08:41:11.507564 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fef3b-e657-4b76-858c-bdb01768e3d2', 'name': 'network-vif-deleted', 'tag': '5ea651e6-4e84-405e-9770-2f47f1991017', 'status': 'completed', 'code': 200} Sep 15 08:41:11.689400 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:41:11.690985 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-93943b84-bb16-4a73-9b92-20e625d9e88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.246903 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.915573 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-987217d4-0d73-47b6-b0d4-315d89b5e2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.279282 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5ea651e6-4e84-405e-9770-2f47f1991017 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:41:14.310822 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 5ea651e6-4e84-405e-9770-2f47f1991017 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:41:14.311163 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5ea651e6-4e84-405e-9770-2f47f1991017 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:41:14.890999 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.377232 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.213727 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1a73d-406b-4186-b8a9-f41524b30473 req-723dab22-e428-4a69-8514-56af15ccd4b4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:18.215246 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2ad1a73d-406b-4186-b8a9-f41524b30473 req-723dab22-e428-4a69-8514-56af15ccd4b4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 946 time: 0.1124551 Sep 15 08:41:18.264316 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2ad1a73d-406b-4186-b8a9-f41524b30473 req-5cfd9d24-1e39-454a-bddd-e67cdc69aad4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Sep 15 08:41:19.512050 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264d908-e6b8-49ea-98d9-40fc8207a441 req-810919cc-2a4b-4052-949e-421fb41b085f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:19.514174 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5264d908-e6b8-49ea-98d9-40fc8207a441 req-810919cc-2a4b-4052-949e-421fb41b085f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 946 time: 0.0860360 Sep 15 08:41:19.575608 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5264d908-e6b8-49ea-98d9-40fc8207a441 req-513f4534-e6cd-4781-94a3-99895c359762 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553908 Sep 15 08:41:20.274357 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-e75dca4a-9a2a-45c6-801e-48548cd120b5 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:20.276556 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-e75dca4a-9a2a-45c6-801e-48548cd120b5 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 946 time: 0.0796578 Sep 15 08:41:20.352090 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Deleting port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:41:20.352734 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.617493 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] For port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:20.617855 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.026105 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.026519 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.026857 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.l3_db [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Floating IP fb69e211-4292-4795-b0bd-f34053ff370c disassociated. External IP: 172.28.0.181, port: 731f2884-1d9d-4ddd-a4a0-3a92efca34ed. Sep 15 08:41:21.027202 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Calling delete_port for 731f2884-1d9d-4ddd-a4a0-3a92efca34ed owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:41:21.117476 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc12725-c64a-4109-bfc9-795044216fe4 req-a730cc2b-2a45-468d-a720-3781135b7efb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:21.125145 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9dc12725-c64a-4109-bfc9-795044216fe4 req-a730cc2b-2a45-468d-a720-3781135b7efb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 946 time: 0.3977177 Sep 15 08:41:21.240591 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9dc12725-c64a-4109-bfc9-795044216fe4 req-11fa46e4-6e36-46ad-9793-7830884cc5ae tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d94edcf-1c32-4f75-9b25-e39b5b517ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141310 Sep 15 08:41:21.242373 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.264599 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:21.324363 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event deleted for resources: {'Port': ['ID=731f2884-1d9d-4ddd-a4a0-3a92efca34ed,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:21.334395 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:21.679462 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:21.913960 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:21.926494 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] Sync routers for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:21.941442 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:21.942964 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:22.007786 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] No DVR routers for this DVR port 731f2884-1d9d-4ddd-a4a0-3a92efca34ed on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:41:22.011338 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.015494 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-deleted', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:22.038220 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e4a2639d-1c7b-4165-9042-4475f4ea3525 req-f2f3540a-6d41-493b-8e91-d1680a00a471 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "DELETE /v2.0/ports/731f2884-1d9d-4ddd-a4a0-3a92efca34ed HTTP/1.1" status: 204 len: 173 time: 1.7547581 Sep 15 08:41:22.098766 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc868bb-a00f-4d28-903c-f862a900ec7e', 'name': 'network-vif-deleted', 'tag': '731f2884-1d9d-4ddd-a4a0-3a92efca34ed', 'status': 'completed', 'code': 200} Sep 15 08:41:22.180852 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:22.502324 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-3c0b420d-fa54-467e-b8fc-290a55da80d1 req-4d7cb612-b571-421d-ac46-c43bebf93bc3 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:22.523898 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-3c0b420d-fa54-467e-b8fc-290a55da80d1 req-4d7cb612-b571-421d-ac46-c43bebf93bc3 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:22.525937 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3c0b420d-fa54-467e-b8fc-290a55da80d1 req-4d7cb612-b571-421d-ac46-c43bebf93bc3 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc868bb-a00f-4d28-903c-f862a900ec7e HTTP/1.1" status: 200 len: 210 time: 0.0764816 Sep 15 08:41:22.616472 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:22.621122 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] Checking router: dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:22.634826 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:22.635688 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:22.874808 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:23.299685 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:23.304804 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4979e18-342e-4c76-b102-37c19c12c18d None None] The sync data for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb is: [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:23.592963 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cced0-81c0-40dd-a287-6f35afd76ffd None None] New status for floating IP fb69e211-4292-4795-b0bd-f34053ff370c: DOWN {{(pid=75110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:41:24.321766 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:41:24.361510 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 731f2884-1d9d-4ddd-a4a0-3a92efca34ed {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:41:24.361851 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 731f2884-1d9d-4ddd-a4a0-3a92efca34ed not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:41:24.798064 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50728) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:24.866018 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a2a36c55-8af5-4d33-b31e-0c58a5836aef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.895795 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a2a36c55-8af5-4d33-b31e-0c58a5836aef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.952730 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a2a36c55-8af5-4d33-b31e-0c58a5836aef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.956558 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6476e3d7-894d-4e75-90d6-b1d80ddb0391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:24.969230 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a36c55-8af5-4d33-b31e-0c58a5836aef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d94edcf-1c32-4f75-9b25-e39b5b517ae7,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:24.973865 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a2a36c55-8af5-4d33-b31e-0c58a5836aef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:24.988261 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a2a36c55-8af5-4d33-b31e-0c58a5836aef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.989433 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a2a36c55-8af5-4d33-b31e-0c58a5836aef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d94edcf-1c32-4f75-9b25-e39b5b517ae7 HTTP/1.1" status: 204 len: 168 time: 0.1903322 Sep 15 08:41:24.992201 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50734) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:25.014313 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.api.v2.resource [None req-0a00af47-b652-470a-8de6-21d7cde19376 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] show failed (client error): The resource could not be found. Sep 15 08:41:25.018413 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50738) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:25.018960 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-0a00af47-b652-470a-8de6-21d7cde19376 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups/0d94edcf-1c32-4f75-9b25-e39b5b517ae7 HTTP/1.1" status: 404 len: 347 time: 0.0250211 Sep 15 08:41:25.194972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Deleting port 80e97165-effe-4441-948a-95048183bf11 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:41:25.195326 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.369674 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.370107 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.496707 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Calling delete_port for 80e97165-effe-4441-948a-95048183bf11 owned by network:floatingip {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:41:25.657427 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.662215 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-cee907e6-6139-4d12-961a-df369c9837c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:25.721418 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event deleted for resources: {'Port': ['ID=80e97165-effe-4441-948a-95048183bf11,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:25.724650 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:25.820980 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.839484 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.840624 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-a0b1ef8f-93ef-4ebf-8d6f-39159eea3064 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "DELETE /v2.0/floatingips/fb69e211-4292-4795-b0bd-f34053ff370c HTTP/1.1" status: 204 len: 168 time: 0.8210661 Sep 15 08:41:26.115087 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50746) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:26.121246 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49711185', 'description': 'tempest-description--1838672692'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:26.127380 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:26.132746 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:security_group and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:26.135968 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:26.142501 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:26.156742 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.202356 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:26.209640 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:security_group_rule and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:26.213483 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:26.219891 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:26.290900 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.296909 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.304008 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a12ed8c6-a949-402d-aeb3-8c8376d2ebd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:26.357621 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04aa83a-a45b-4fd4-bf35-a683115e6130,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:26.361271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:26.362812 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.368226 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50750) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:26.373556 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'security_group_rule': {'security_group_id': 'a04aa83a-a45b-4fd4-bf35-a683115e6130', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:26.374779 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2585526 Sep 15 08:41:26.380467 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:26.386098 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:security_group_rule and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:26.395400 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:26.403603 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:26.421246 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.490092 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.494095 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.509355 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a5e986a8-9f9f-40c1-a57b-9ea76b1ea90f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:26.527409 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334207f8-5bc1-46e3-9eb3-ae349224542c,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:26.530527 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:26.531970 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.533131 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-6b601cd1-b4df-4c70-af27-163a1366f7ef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1640790 Sep 15 08:41:26.535959 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50754) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:26.541637 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'security_group_rule': {'security_group_id': 'a04aa83a-a45b-4fd4-bf35-a683115e6130', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:26.547698 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:26.551795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:security_group_rule and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:26.554752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:26.560410 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:26.586028 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.665618 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.670628 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.677789 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:26.697458 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe96d4e-9eab-4cb9-a06e-42e2d5af08a7,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:26.700011 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:26.709423 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.713680 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7ceb547d-5d75-483d-94ef-94d54d6a5d5f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1738043 Sep 15 08:41:26.713953 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50758) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:26.719668 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'floatingip': {'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:26.725150 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:26.729960 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Usage tracker for resource:floatingip and tenant:545def1353bb42fe88d3f0a12f34e246 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:26.732868 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:26.739579 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:26.752183 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.989066 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.155592 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Allocated IP 172.28.0.143 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/cb31310d-d3cb-4c2e-b3f0-805d43ad564e) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:27.317632 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.346752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.351413 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-19617256-e8c5-47e9-a10d-4c362dbef93a tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:27.416232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:27.419244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:27.433355 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:27.465554 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'Port': ['ID=cb31310d-d3cb-4c2e-b3f0-805d43ad564e,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:27.472582 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:27.625261 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.683687 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.895344 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.899780 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:27.903592 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8e11ed1d-6a04-4ac7-a3b9-cb84b7fe3994 tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:28.017186 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'Port': ['ID=cb31310d-d3cb-4c2e-b3f0-805d43ad564e,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:28.020142 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:28.031207 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.055442 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.057018 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3419619 Sep 15 08:41:28.249751 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-d8341043-05ee-4577-b973-8a73ca685cde tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:security_group {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:28.267700 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-d8341043-05ee-4577-b973-8a73ca685cde tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:security_group {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:28.269151 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-d8341043-05ee-4577-b973-8a73ca685cde tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--49711185&fields=id&tenant_id=545def1353bb42fe88d3f0a12f34e246 HTTP/1.1" status: 200 len: 267 time: 0.0662467 Sep 15 08:41:28.458748 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-c5eb4e06-ecd1-43e3-ba99-f8a03f5586bd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:28.460131 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-c5eb4e06-ecd1-43e3-ba99-f8a03f5586bd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 815 time: 0.1759436 Sep 15 08:41:28.479382 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-f6b89d45-5284-47e0-a9d7-fd9eda428c7f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/quotas/545def1353bb42fe88d3f0a12f34e246 HTTP/1.1" status: 200 len: 375 time: 0.0136490 Sep 15 08:41:28.595835 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-9ed576bc-9c98-42f4-a21a-c41fa52c0a74 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:28.616223 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-9ed576bc-9c98-42f4-a21a-c41fa52c0a74 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:28.618793 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-9ed576bc-9c98-42f4-a21a-c41fa52c0a74 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276085 Sep 15 08:41:28.862453 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-e67b2aff-d2da-42b7-bc07-cf7eb430dc7c service neutron] 10.222.0.32 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295046 Sep 15 08:41:29.022483 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-31aa11f8-f5f2-4d5e-a832-d60cf476d81d service neutron] 10.222.0.32 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507893 Sep 15 08:41:29.262972 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1f45edf8-5d24-4a3a-9238-d81dbc743ac9 req-9f15de58-4a95-48bf-9f45-a847925ad62b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 210 time: 0.0539448 Sep 15 08:41:29.917965 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:30.690235 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-15e3443b-b0f3-472e-83ee-994d13d5f9b1 req-5093a905-c5fa-4e9a-9c75-51657dfa81f7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 210 time: 0.1772718 Sep 15 08:41:30.744111 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-14ef4c7f-4282-4be3-8086-d8faec562076 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:30.745657 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-14ef4c7f-4282-4be3-8086-d8faec562076 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 815 time: 0.3717725 Sep 15 08:41:30.830789 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-b7fd4e6e-ccdd-49d7-92d7-f99100ab2b1e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=545def1353bb42fe88d3f0a12f34e246 HTTP/1.1" status: 200 len: 378 time: 0.0474646 Sep 15 08:41:30.854447 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'port': {'device_id': '3a7280fa-0e93-4512-9a58-fedce5832522', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'admin_state_up': True, 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'security_groups': ['a04aa83a-a45b-4fd4-bf35-a683115e6130']}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:31.000790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:31.013214 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:31.034737 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Made reservation on behalf of 545def1353bb42fe88d3f0a12f34e246 for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:31.038781 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.225405 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Allocated IP 172.20.0.8 (8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9/5bffd814-4768-41a1-9640-0cbaf75be1c8/ad26da27-1aed-4ed9-8ac5-2dd9960e07d4) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:31.421788 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.438795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Transition to ACTIVE for port object ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 will not be triggered until provisioned by entity DHCP. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:31.460766 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.466163 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:31.539951 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:31.543110 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:31.545504 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:31.579117 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:31.582161 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:31.618321 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:31.618938 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.646707 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961349 Sep 15 08:41:31.722594 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Request body: {'port': {'device_id': '3a7280fa-0e93-4512-9a58-fedce5832522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:31.787558 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-0c976875-7381-4cf7-bd08-19f62a59e499 None None] Provisioning for port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:31.794955 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-0c976875-7381-4cf7-bd08-19f62a59e499 None None] Provisioning complete for port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:31.795329 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-0c976875-7381-4cf7-bd08-19f62a59e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.840747 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:31.850008 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-0c976875-7381-4cf7-bd08-19f62a59e499 None None] Port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:31.911104 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d844828-99fd-439c-96c8-89801e6b1bce req-d543918b-66ae-49bb-b6f3-b7d5991f68b1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:31.912738 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7d844828-99fd-439c-96c8-89801e6b1bce req-d543918b-66ae-49bb-b6f3-b7d5991f68b1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 931 time: 0.0824935 Sep 15 08:41:31.957343 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-7d844828-99fd-439c-96c8-89801e6b1bce req-5cd1f7a0-178d-4e43-8e41-c6987cdcfad9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:31.968613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-7d844828-99fd-439c-96c8-89801e6b1bce req-5cd1f7a0-178d-4e43-8e41-c6987cdcfad9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:31.969736 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7d844828-99fd-439c-96c8-89801e6b1bce req-5cd1f7a0-178d-4e43-8e41-c6987cdcfad9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514684 Sep 15 08:41:32.187648 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:32.195301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.209662 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Transition to ACTIVE for port object ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:32.213428 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.217072 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2c3cc3c5-0c06-4a03-b1a8-d21a6d07a10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:32.338003 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:32.346897 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:32.455513 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Attempting to bind port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:32.455852 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Attempting to bind port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:32.456074 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Attempting to bind port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 on network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:32.462120 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 on network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:32.462482 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Attempting to bind port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 on network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:32.468908 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:32.469244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Checking segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:32.469630 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Bound using segment: {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:32.470056 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Bound port: ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f04e4a2-babc-4b20-b15a-610c64884908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:32.470439 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.564017 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:32.567073 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:32.571604 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.576065 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-6a6c7754-2258-4717-a41c-49c14d891582 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:32.635907 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:32.637404 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 HTTP/1.1" status: 200 len: 1093 time: 0.9190023 Sep 15 08:41:32.637893 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:32.659184 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:32.663982 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-1cff4479-14dd-4dbb-b18b-c102b67b0602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:32.700267 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'status': 'completed', 'code': 200} Sep 15 08:41:32.792892 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-211ce8a4-971c-41a1-8a48-871aa454fad2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 1096 time: 0.0777175 Sep 15 08:41:32.876584 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-550054ad-70c9-4bed-b8bb-b6ee747a131b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 HTTP/1.1" status: 200 len: 217 time: 0.0697722 Sep 15 08:41:32.938624 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-82fb8a99-fd82-4240-a38b-ebe8c5dcb619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:32.939958 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-82fb8a99-fd82-4240-a38b-ebe8c5dcb619 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.0572560 Sep 15 08:41:33.018828 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-914657b5-2d1b-4e3c-a842-178fe926fd7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724113 Sep 15 08:41:33.208485 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07e9e1-3e7e-4e33-8756-3e9b22bf627d req-0ef9092b-cf12-48fa-ad87-1fd8005812dc tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:33.209875 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8a07e9e1-3e7e-4e33-8756-3e9b22bf627d req-0ef9092b-cf12-48fa-ad87-1fd8005812dc tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0989439 Sep 15 08:41:33.255283 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8a07e9e1-3e7e-4e33-8756-3e9b22bf627d req-249687e0-4362-4ce6-a9a4-be9fd45524e8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393195 Sep 15 08:41:33.283612 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-a677364b-30b3-48fa-86fd-827fc1a780f8 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577276 Sep 15 08:41:33.423968 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-6aef4aa3-e76e-4d22-9d00-f4eee83712f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1922450 Sep 15 08:41:33.432002 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-36b4ed11-26ad-4a26-89a3-43faf977d36d req-a8e58ed3-258a-4681-b808-8e38b6d681f8 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402609 Sep 15 08:41:33.534984 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-be50257f-1110-4b7b-abe8-59a19235c649 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1137 time: 0.0736191 Sep 15 08:41:33.711097 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-39d99fbb-c3fa-4389-9de3-02aba5b4fd16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 1096 time: 0.1752820 Sep 15 08:41:33.715011 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-6ff620ea-f2ea-4b1b-b9b8-5bf255de8735 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:33.716278 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-6ff620ea-f2ea-4b1b-b9b8-5bf255de8735 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 916 time: 0.1478481 Sep 15 08:41:33.875502 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50876) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:33.909683 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-1af7eac1-469c-492d-9023-388e0d6b5873 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 1001 time: 0.1702240 Sep 15 08:41:33.937094 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] Deleting subnet 51ba8989-b411-40b3-9814-ec50e0bd92b4 {{(pid=75107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:41:33.940177 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:33.965815 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-55e0903d-1f9d-4642-815b-8bb45da981b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:33.967283 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-55e0903d-1f9d-4642-815b-8bb45da981b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.2448528 Sep 15 08:41:33.995278 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4191716'] for subnet, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.039622 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-ab037e44-dfd5-4b30-b8c1-b97eb71d49e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 HTTP/1.1" status: 200 len: 217 time: 0.0658212 Sep 15 08:41:34.042924 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-45ce2897-e9f0-4a98-8f97-0a3646faadea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.044245 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-45ce2897-e9f0-4a98-8f97-0a3646faadea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 200 len: 854 time: 0.1221180 Sep 15 08:41:34.052013 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.119119 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4087587'] for subnet, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.122895 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-81b9f402-fcbd-4daf-82bc-487326b7b3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:34.148692 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-0a4233fc-a925-42d9-945c-6ee75efa48f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.150140 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-0a4233fc-a925-42d9-945c-6ee75efa48f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.1047692 Sep 15 08:41:34.156134 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ba8989-b411-40b3-9814-ec50e0bd92b4,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:34.159608 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:34.163051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.169093 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-1df01f22-f66d-4c96-ac02-bafaba7a49f4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/51ba8989-b411-40b3-9814-ec50e0bd92b4 HTTP/1.1" status: 204 len: 168 time: 0.2924335 Sep 15 08:41:34.171482 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50880) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:34.209360 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-094450f5-43a1-4f4c-9330-b486a2062f5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05cf2c99-1d13-4bce-bc2d-5aada568e3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1353948 Sep 15 08:41:34.278034 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.320798 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-7c4bbe78-8ace-4a79-883f-8cb283d00051 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1629350 Sep 15 08:41:34.461089 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.470522 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-1d713a1b-e570-407e-8303-53e7883d4f1b service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537851 Sep 15 08:41:34.474314 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df34f452-fc20-4e22-87a5-b19bf841e80c']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:34.486208 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d06c2a3-a858-471f-8526-8974a583d69a') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:34.486532 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d06c2a3-a858-471f-8526-8974a583d69a') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:34.501823 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.518244 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.524521 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:41:34.524909 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:41:34.538182 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:41:34.614017 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.617707 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ce8d146d-df57-4fb8-b522-bbf7758c1420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:34.630862 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.645571 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=df34f452-fc20-4e22-87a5-b19bf841e80c,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:34.648838 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:34.655704 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c583f0fa-f51e-4637-b1df-6dda7dc64fe9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/df34f452-fc20-4e22-87a5-b19bf841e80c HTTP/1.1" status: 204 len: 168 time: 0.4831262 Sep 15 08:41:34.747072 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-35d4d45a-4968-4b73-9872-32de573e3c75 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111500 Sep 15 08:41:34.859118 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50888) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:34.863967 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac62f-862d-4569-9136-116e9e880c05 req-325cae50-b389-4334-8d05-9ab1dc62a35c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.865084 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-8b0ac62f-862d-4569-9136-116e9e880c05 req-325cae50-b389-4334-8d05-9ab1dc62a35c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:34.880944 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-50ecd71e-54f8-4a13-b54e-5b3eaaadfd8f req-2175eebb-f0b6-46e9-ad33-e7a3d311d98c service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004405 Sep 15 08:41:34.898513 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-8b0ac62f-862d-4569-9136-116e9e880c05 req-325cae50-b389-4334-8d05-9ab1dc62a35c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:34.899657 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8b0ac62f-862d-4569-9136-116e9e880c05 req-325cae50-b389-4334-8d05-9ab1dc62a35c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.4798067 Sep 15 08:41:34.911921 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-9cf6bfc6-0446-4970-ae4c-9ff84103eb96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8199c8683e0e426fb30cdb0605803b79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516093 Sep 15 08:41:34.914240 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50892) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:34.963106 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e9e4c5d4-6f35-455c-af84-ecb2209f2d07 req-4bb0fa72-1d81-486f-abbb-2f43b4acd6bd service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027230 Sep 15 08:41:34.973463 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8b0ac62f-862d-4569-9136-116e9e880c05 req-69bcbb0c-1bab-4339-912a-7a225282f6c1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598054 Sep 15 08:41:34.973687 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e1b790b2-92be-4596-9884-34df72cae2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.999217 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e1b790b2-92be-4596-9884-34df72cae2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.050065 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e1b790b2-92be-4596-9884-34df72cae2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.054834 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:35.068190 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b790b2-92be-4596-9884-34df72cae2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:35.071056 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e1b790b2-92be-4596-9884-34df72cae2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:35.076230 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e1b790b2-92be-4596-9884-34df72cae2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.077349 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-e1b790b2-92be-4596-9884-34df72cae2e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c665b0b5-aea1-45eb-8fd9-1cc6bd4712f5 HTTP/1.1" status: 204 len: 168 time: 0.1621580 Sep 15 08:41:35.881777 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 50914) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:36.007628 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-399397625-network', 'tenant_id': 'e808fb51eca045b7b502913d2c9690fc'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:36.012236 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:36.016511 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Usage tracker for resource:network and tenant:e808fb51eca045b7b502913d2c9690fc is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:36.019360 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:36.024905 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:36.036305 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Made reservation on behalf of e808fb51eca045b7b502913d2c9690fc for: {'network': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:36.038643 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for network, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.051359 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.084280 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:36.088250 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e808fb51eca045b7b502913d2c9690fc is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:36.091111 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:36.097138 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:36.215791 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.220524 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.226218 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0b4eb332-1a02-48f3-9b7b-ff7ff8d26b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:36.251542 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5caf4-f58a-48ff-b7ed-a9d2f1a39afc req-649ba6ce-8afa-4320-aa2a-143764f305eb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.253007 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-21f5caf4-f58a-48ff-b7ed-a9d2f1a39afc req-649ba6ce-8afa-4320-aa2a-143764f305eb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.1363983 Sep 15 08:41:36.269843 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=75107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:41:36.291636 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a2d42b-e412-4391-b9ab-d89145ed9dc2,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:36.294820 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:36.304777 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.305126 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.segments_db [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Added segment ecb569c8-2516-420e-92d7-f6f9c963fe44 of type vlan for network 1e0ad461-7355-43ec-863e-3064df53060f Sep 15 08:41:36.339413 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-21f5caf4-f58a-48ff-b7ed-a9d2f1a39afc req-f4af3c2d-9efe-4378-9020-7684cf30f489 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732422 Sep 15 08:41:36.345082 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769788654026'] for network, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.378835 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628'] for network, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.380185 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.380780 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.385374 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-50cb73bb-0d8f-49f5-b409-d4228ae2e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:36.478774 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5958138 Sep 15 08:41:36.481621 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 50922) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:36.483856 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0ad461-7355-43ec-863e-3064df53060f,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:36.486504 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:36.487000 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Request body: {'subnet': {'network_id': '1e0ad461-7355-43ec-863e-3064df53060f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-399397625-subnet', 'tenant_id': 'e808fb51eca045b7b502913d2c9690fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:36.491668 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:36.493772 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Network 1e0ad461-7355-43ec-863e-3064df53060f details requested by agent ovs-agent-dv-cinder-806007-2-smb with host dv-cinder-806007-2-smb {{(pid=75109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:41:36.495490 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Usage tracker for resource:subnet and tenant:e808fb51eca045b7b502913d2c9690fc is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:36.498268 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:36.503961 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:36.515211 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Made reservation on behalf of e808fb51eca045b7b502913d2c9690fc for: {'subnet': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:36.517477 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2243411'] for subnet, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.713575 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2591108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2243453'] for subnet, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.717664 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:36.790060 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7,revision_number=0']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:36.793305 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:36.800894 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Checking segment: {'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:36.801250 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Network hostable DHCP agents. Network: 1e0ad461-7355-43ec-863e-3064df53060f, hostable agents: ['5a4e4a5c-d399-46d3-80e1-595bbc247894'], hosted agents: [] {{(pid=75108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:41:36.822584 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Network 1e0ad461-7355-43ec-863e-3064df53060f is scheduled to be hosted by DHCP agent 5a4e4a5c-d399-46d3-80e1-595bbc247894 with binding_index 1 {{(pid=75108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:41:36.831223 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-smb, 1e0ad461-7355-43ec-863e-3064df53060f) {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:36.835517 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.836095 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.840640 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057812d-292c-466c-9445-806bc53c760d None None] Network 1e0ad461-7355-43ec-863e-3064df53060f requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:36.855873 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-b9e95bfe-03b5-476d-a398-3b8140753aba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3731976 Sep 15 08:41:37.048027 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58980fbf-418d-438e-b8e9-a7585a88f8b6 None None] Network 1e0ad461-7355-43ec-863e-3064df53060f requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:37.556075 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36f213-331a-4b8b-b309-63bac17efa45 req-45520709-e714-4f21-a49f-a392e2733d61 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:37.557560 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fe36f213-331a-4b8b-b309-63bac17efa45 req-45520709-e714-4f21-a49f-a392e2733d61 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0813560 Sep 15 08:41:37.606907 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fe36f213-331a-4b8b-b309-63bac17efa45 req-50af23e4-f5ce-41b5-a13a-7d20aa0b9fdd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434673 Sep 15 08:41:38.415037 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:38.549757 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:38.562233 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'port_id': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'mac_address': 'fa:16:3e:46:fa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:38.614524 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.631534 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:38.647293 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:38.652326 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.655151 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:38.731768 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:38.735101 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:38.822820 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d16e-8fed-4ae8-b46a-cc47a834da12 req-732eb402-2b9e-427c-b8ac-3b99ac3cac85 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:38.824277 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7b32d16e-8fed-4ae8-b46a-cc47a834da12 req-732eb402-2b9e-427c-b8ac-3b99ac3cac85 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 944 time: 0.0785511 Sep 15 08:41:38.867772 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7b32d16e-8fed-4ae8-b46a-cc47a834da12 req-5a6d0716-067f-48b0-936b-fcbe55e0e9d6 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381300 Sep 15 08:41:38.942299 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-8141cb0d-9787-412c-91ae-0172807b4a87 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:38.943674 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-8141cb0d-9787-412c-91ae-0172807b4a87 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/networks?id=1e0ad461-7355-43ec-863e-3064df53060f HTTP/1.1" status: 200 len: 813 time: 0.1429725 Sep 15 08:41:38.959129 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-00265f9f-7e74-4c6a-8f14-c91f0fba8877 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/quotas/e808fb51eca045b7b502913d2c9690fc HTTP/1.1" status: 200 len: 375 time: 0.0102253 Sep 15 08:41:39.004357 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-5f308539-30d0-48f6-a4ec-57986e134a8e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e808fb51eca045b7b502913d2c9690fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398872 Sep 15 08:41:39.119387 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:39.151097 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-53726a18-8401-4dc3-95f0-9886948cc2c3 service neutron] 10.222.0.32 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364608 Sep 15 08:41:39.290823 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-c425c454-4363-42ab-a852-84f1f9bcb3af service neutron] 10.222.0.32 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374042 Sep 15 08:41:39.470139 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ec40bf80-ace0-400d-a24f-19ab90e69706 req-22c78f96-3d96-4e1f-acfc-8253d7646328 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 210 time: 0.0418677 Sep 15 08:41:39.776588 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778bf48-4ec5-4adb-9ba7-845f92596df5 req-11e144ab-0827-4a34-b54e-936dc95e759f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.778080 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8778bf48-4ec5-4adb-9ba7-845f92596df5 req-11e144ab-0827-4a34-b54e-936dc95e759f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0846655 Sep 15 08:41:39.825675 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8778bf48-4ec5-4adb-9ba7-845f92596df5 req-a64e1647-475d-432f-b22d-563df06c42e7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 Sep 15 08:41:40.078490 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a9084-4ea6-4672-88e0-706e6d5590d4 req-1f8c77dd-f8d0-422b-8dce-604e6713127b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:40.079953 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d13a9084-4ea6-4672-88e0-706e6d5590d4 req-1f8c77dd-f8d0-422b-8dce-604e6713127b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 944 time: 0.0806780 Sep 15 08:41:40.127801 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d13a9084-4ea6-4672-88e0-706e6d5590d4 req-e99851be-2013-4464-8365-977ffc6d829b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416219 Sep 15 08:41:40.428439 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:40.496309 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:40.501282 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:40.501654 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.629835 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.653822 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-520d7bfc-42c0-4a2a-a4a5-0a8b5a90af30 req-30e3e6c5-9cfa-475b-a740-c7b69957412b tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 210 time: 0.0468373 Sep 15 08:41:40.659290 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:40.683780 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:40.690453 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.695088 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:40.707398 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-868206ad-5e47-42ee-990f-1d56052b6cd0 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:40.709362 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-868206ad-5e47-42ee-990f-1d56052b6cd0 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.37 "GET /v2.0/networks?id=1e0ad461-7355-43ec-863e-3064df53060f HTTP/1.1" status: 200 len: 813 time: 0.2034476 Sep 15 08:41:40.735367 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Request body: {'port': {'device_id': '083de7ea-0102-45de-b07f-2b5d00cee049', 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f', 'admin_state_up': True, 'tenant_id': 'e808fb51eca045b7b502913d2c9690fc'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:40.776163 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:40.787782 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:40.871418 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:40.875726 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Usage tracker for resource:port and tenant:e808fb51eca045b7b502913d2c9690fc is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:40.878655 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:40.884561 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:40.891609 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'code': 200} Sep 15 08:41:40.897216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Made reservation on behalf of e808fb51eca045b7b502913d2c9690fc for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:40.900186 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.271338 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Allocated IP 172.20.0.5 (1e0ad461-7355-43ec-863e-3064df53060f/ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7/cba7977a-4c87-440d-8e0d-798fcd0b3f4a) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:41.282302 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645b62e-0f07-4f11-89c8-c26c162e99b5 req-cd1bdcfc-5603-4fe2-978c-1d8e9b967bd9 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.283759 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e645b62e-0f07-4f11-89c8-c26c162e99b5 req-cd1bdcfc-5603-4fe2-978c-1d8e9b967bd9 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.2284222 Sep 15 08:41:41.319477 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6ff20867-cf47-4f8d-84b1-7cde042aea3d req-4a46658a-aa4f-43c8-8192-7a53c96f9833 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 1098 time: 0.1892419 Sep 15 08:41:41.339273 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42acc-4c80-4fed-a77a-23df994d0c45 req-554ad2a7-e263-4ed0-9217-8d5aabc3c5f9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.340750 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9ae42acc-4c80-4fed-a77a-23df994d0c45 req-554ad2a7-e263-4ed0-9217-8d5aabc3c5f9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0770118 Sep 15 08:41:41.373638 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e645b62e-0f07-4f11-89c8-c26c162e99b5 req-a622d49f-4692-4bb0-aec1-94f3b6bdbf90 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=e48331dc-8f78-4293-985d-2ecba013aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806403 Sep 15 08:41:41.384805 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9ae42acc-4c80-4fed-a77a-23df994d0c45 req-6631ab4d-c008-4570-80b3-d8b8c4525a1f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385406 Sep 15 08:41:41.486212 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-988c068a-1cf5-4ef6-a73b-5e06770b5127 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.487819 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-988c068a-1cf5-4ef6-a73b-5e06770b5127 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 945 time: 0.0799115 Sep 15 08:41:41.500412 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6ff20867-cf47-4f8d-84b1-7cde042aea3d req-b6b9037e-aa92-46a3-9fb4-ffad6ea261db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093287 Sep 15 08:41:41.547286 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.555892 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Deleting port a9a55298-5517-4860-9449-6e82e756a4e5 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:41:41.556236 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.575685 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.581159 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-15b5144c-1ebd-4939-b21d-f1d2885eaaad tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:41.650940 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Network 1e0ad461-7355-43ec-863e-3064df53060f is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:41.654213 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:41.658627 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:41.685941 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Pushing event updated for resources: {'Port': ['ID=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:41.696611 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:41.701681 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5314-8fa9-473f-a806-1ecf0ee94924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.726561 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.727284 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.749608 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-dba7789e-a8df-4efe-9a6a-726a0257649d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0187383 Sep 15 08:41:41.816976 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] For port a9a55298-5517-4860-9449-6e82e756a4e5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a9a55298-5517-4860-9449-6e82e756a4e5,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:41.817427 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.857125 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91980b-4d68-4766-ab93-2eb8e6818467 req-db4a37ed-4553-4888-94e7-7f1c4f2af5f3 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:41.857814 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-8d91980b-4d68-4766-ab93-2eb8e6818467 req-db4a37ed-4553-4888-94e7-7f1c4f2af5f3 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Synchronizing usage tracker for tenant:e808fb51eca045b7b502913d2c9690fc on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:41.873496 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-8d91980b-4d68-4766-ab93-2eb8e6818467 req-db4a37ed-4553-4888-94e7-7f1c4f2af5f3 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Unset dirty status for tenant:e808fb51eca045b7b502913d2c9690fc on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:41.874657 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8d91980b-4d68-4766-ab93-2eb8e6818467 req-db4a37ed-4553-4888-94e7-7f1c4f2af5f3 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 931 time: 0.0946484 Sep 15 08:41:41.921625 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8d91980b-4d68-4766-ab93-2eb8e6818467 req-8ba60fd8-c395-4e14-99b1-46ddeee4919a tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 Sep 15 08:41:41.975864 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Request body: {'port': {'device_id': '083de7ea-0102-45de-b07f-2b5d00cee049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:42.084713 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.159740 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.160630 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.160811 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.db.l3_db [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Floating IP 8e7c3dde-a1ea-4e4b-823a-8bad523d8fac disassociated. External IP: 172.28.0.118, port: a9a55298-5517-4860-9449-6e82e756a4e5. Sep 15 08:41:42.161087 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Calling delete_port for a9a55298-5517-4860-9449-6e82e756a4e5 owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:41:42.252019 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.301987 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.308605 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:42.352923 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event deleted for resources: {'Port': ['ID=a9a55298-5517-4860-9449-6e82e756a4e5,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:42.355702 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:42.418810 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba7977a-4c87-440d-8e0d-798fcd0b3f4a {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:42.426868 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.442332 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Transition to ACTIVE for port object cba7977a-4c87-440d-8e0d-798fcd0b3f4a will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:42.447557 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.458978 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-604c37df-6445-4c95-aaea-0245748a62d6 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:42.567144 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-02b23a89-1104-403d-9df6-4aebd8859405 req-cd2ed1a9-dde8-4e6a-87f4-56e33d5a2d8d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 210 time: 0.0490575 Sep 15 08:41:42.620926 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Router cdbc5215-aa66-48b4-9350-c8928dd8c76f has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:42.650247 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Pushing event updated for resources: {'Port': ['ID=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:42.664037 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:42.748080 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a5d7-d3fe-4003-aeba-20d8251c4dfb req-bac9f094-99cf-45ab-9817-aa53fcac8993 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:42.749581 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-18e7a5d7-d3fe-4003-aeba-20d8251c4dfb req-bac9f094-99cf-45ab-9817-aa53fcac8993 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.2000961 Sep 15 08:41:42.750466 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Attempting to bind port cba7977a-4c87-440d-8e0d-798fcd0b3f4a on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:42.750796 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Attempting to bind port cba7977a-4c87-440d-8e0d-798fcd0b3f4a by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:42.751124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Attempting to bind port cba7977a-4c87-440d-8e0d-798fcd0b3f4a on network 1e0ad461-7355-43ec-863e-3064df53060f {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:42.758142 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Port cba7977a-4c87-440d-8e0d-798fcd0b3f4a on network 1e0ad461-7355-43ec-863e-3064df53060f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:42.761356 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Attempting to bind port cba7977a-4c87-440d-8e0d-798fcd0b3f4a on network 1e0ad461-7355-43ec-863e-3064df53060f {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:42.780457 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:42.780814 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Checking segment: {'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:42.781191 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Bound using segment: {'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:42.781624 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Bound port: cba7977a-4c87-440d-8e0d-798fcd0b3f4a, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:42.781970 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.825650 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:42.838623 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] Sync routers for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:42.853594 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:42.854575 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:42.901400 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] No DVR routers for this DVR port a9a55298-5517-4860-9449-6e82e756a4e5 on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:41:42.903975 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:42.906834 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'name': 'network-vif-deleted', 'tag': 'a9a55298-5517-4860-9449-6e82e756a4e5'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:42.936552 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-aacc5287-3fe8-4bbd-81f2-15cc0dc11e20 req-cdc670f4-3a38-4bec-9f80-e8cb369bda85 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "DELETE /v2.0/ports/a9a55298-5517-4860-9449-6e82e756a4e5 HTTP/1.1" status: 204 len: 173 time: 1.4429648 Sep 15 08:41:42.960131 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-18e7a5d7-d3fe-4003-aeba-20d8251c4dfb req-aa4d58ad-2563-492c-9fef-5ea7f112f9ba tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1953175 Sep 15 08:41:43.009701 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] For port cba7977a-4c87-440d-8e0d-798fcd0b3f4a, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:43.015866 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] For port cba7977a-4c87-440d-8e0d-798fcd0b3f4a, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:43.022518 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.045728 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ca88e924-2be8-4dfb-81d3-56c91a256b8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:43.073733 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:43.100091 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:43.101506 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] 10.222.0.37 "PUT /v2.0/ports/cba7977a-4c87-440d-8e0d-798fcd0b3f4a HTTP/1.1" status: 200 len: 1093 time: 1.1304390 Sep 15 08:41:43.102185 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083de7ea-0102-45de-b07f-2b5d00cee049', 'tag': 'cba7977a-4c87-440d-8e0d-798fcd0b3f4a'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:43.133299 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Pushing event updated for resources: {'Port': ['ID=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:43.136677 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:43.176825 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861d34d-ef7e-4964-bfa5-7300ea204d01', 'name': 'network-vif-deleted', 'tag': 'a9a55298-5517-4860-9449-6e82e756a4e5', 'status': 'completed', 'code': 200} Sep 15 08:41:43.249475 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75f8c2-9569-418b-a979-c3c1ae0d90a9 req-834a12d0-3e1d-4ae3-9ec6-6b7a02678329 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.257706 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ab75f8c2-9569-418b-a979-c3c1ae0d90a9 req-834a12d0-3e1d-4ae3-9ec6-6b7a02678329 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 943 time: 0.0979064 Sep 15 08:41:43.338837 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ab75f8c2-9569-418b-a979-c3c1ae0d90a9 req-34b0ffa6-cc53-4d70-a9d0-86aafa65eb78 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770924 Sep 15 08:41:43.395827 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-24db602f-daa4-49d3-8df5-c095685d32fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e808fb51eca045b7b502913d2c9690fc&device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 1096 time: 0.0924397 Sep 15 08:41:43.415934 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083de7ea-0102-45de-b07f-2b5d00cee049', 'tag': 'cba7977a-4c87-440d-8e0d-798fcd0b3f4a', 'status': 'completed', 'code': 200} Sep 15 08:41:43.509731 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-49b6eea8-d1b1-41b2-b529-e5403aa3a68d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba7977a-4c87-440d-8e0d-798fcd0b3f4a HTTP/1.1" status: 200 len: 217 time: 0.0712457 Sep 15 08:41:43.583116 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:43.587066 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] Checking router: cdbc5215-aa66-48b4-9350-c8928dd8c76f for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:43.597468 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:43.597997 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:43.621338 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-a3f35df7-9954-4766-abae-3a62d4c1ca5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.622817 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-a3f35df7-9954-4766-abae-3a62d4c1ca5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7 HTTP/1.1" status: 200 len: 853 time: 0.1049280 Sep 15 08:41:43.677113 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-e7388c43-3b82-4c72-8382-311448e543cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e0ad461-7355-43ec-863e-3064df53060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420761 Sep 15 08:41:43.721082 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32ba6-548d-46c7-ada2-30f5feadf517 req-aa9eb0c7-f6c8-45ae-ad5d-420aa604cbc6 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.722724 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-acc32ba6-548d-46c7-ada2-30f5feadf517 req-aa9eb0c7-f6c8-45ae-ad5d-420aa604cbc6 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1501274 Sep 15 08:41:43.795063 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:43.865087 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-acc32ba6-548d-46c7-ada2-30f5feadf517 req-7dbc1bc5-0a8d-4906-92f9-3db59e89db6e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361127 Sep 15 08:41:43.888968 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-20135d3c-ba19-4d88-bbca-c6e4920e8bcc service neutron] 10.222.0.37 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958854 Sep 15 08:41:43.935032 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-9f7d8583-1635-4bfa-8001-9bc3da8cbb39 req-9f705e06-11e3-49a3-ab5e-e978706a6f7c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:43.953489 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-9f7d8583-1635-4bfa-8001-9bc3da8cbb39 req-9f705e06-11e3-49a3-ab5e-e978706a6f7c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:43.955126 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9f7d8583-1635-4bfa-8001-9bc3da8cbb39 req-9f705e06-11e3-49a3-ab5e-e978706a6f7c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=0861d34d-ef7e-4964-bfa5-7300ea204d01 HTTP/1.1" status: 200 len: 210 time: 0.0795088 Sep 15 08:41:44.038357 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-4f9243b0-7a09-487f-bff2-87295b532445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:44.053441 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-27a9a98e-8b36-4530-a941-b250674bf0fc req-9a453013-29ca-4dcc-9265-bdbff4a37d62 service neutron] 10.222.0.37 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572628 Sep 15 08:41:44.164872 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:44.168963 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34061bbd-e0ff-4bef-a5db-348065ad015b None None] The sync data for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb is: [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:44.272508 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ce060-86c6-48e8-abbd-ae9cbdbe3654 req-b60f1ff1-fe44-45d5-812f-a4afa3cd3b86 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.274034 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f9ce060-86c6-48e8-abbd-ae9cbdbe3654 req-b60f1ff1-fe44-45d5-812f-a4afa3cd3b86 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.1466734 Sep 15 08:41:44.276963 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-b07ebefe-2675-4e3a-b396-06df7a596d79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e808fb51eca045b7b502913d2c9690fc&device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 1096 time: 0.1084614 Sep 15 08:41:44.380586 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3a367-9fb9-48c4-9f80-9a1af52f85d1 None None] New status for floating IP 8e7c3dde-a1ea-4e4b-823a-8bad523d8fac: DOWN {{(pid=75110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:41:44.403089 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1f9ce060-86c6-48e8-abbd-ae9cbdbe3654 req-79d406a3-2985-4802-bb74-07b6f6828b41 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233692 Sep 15 08:41:44.444146 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-0fe5426e-e114-4dd4-b909-ae90dd4ef02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.455637 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-0fe5426e-e114-4dd4-b909-ae90dd4ef02b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e0ad461-7355-43ec-863e-3064df53060f HTTP/1.1" status: 200 len: 914 time: 0.1516523 Sep 15 08:41:44.528734 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-2be31836-c4ed-4044-a989-727fd1702020 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cba7977a-4c87-440d-8e0d-798fcd0b3f4a HTTP/1.1" status: 200 len: 217 time: 0.0752354 Sep 15 08:41:44.555364 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adb1b7-3593-4184-a0ba-e37afa62ffd9 req-896044a2-bf60-4211-993d-1ac06a5cf482 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.556860 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b1adb1b7-3593-4184-a0ba-e37afa62ffd9 req-896044a2-bf60-4211-993d-1ac06a5cf482 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 943 time: 0.0895925 Sep 15 08:41:44.603867 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-b1adb1b7-3593-4184-a0ba-e37afa62ffd9 req-8ccadf3a-1b34-43f2-9728-d9b36e066d7c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Synchronizing usage tracker for tenant:e808fb51eca045b7b502913d2c9690fc on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:44.621653 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-b1adb1b7-3593-4184-a0ba-e37afa62ffd9 req-8ccadf3a-1b34-43f2-9728-d9b36e066d7c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Unset dirty status for tenant:e808fb51eca045b7b502913d2c9690fc on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:44.626730 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b1adb1b7-3593-4184-a0ba-e37afa62ffd9 req-8ccadf3a-1b34-43f2-9728-d9b36e066d7c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644112 Sep 15 08:41:44.656279 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-345ee292-832c-43f5-96c4-1298f52db21f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.657742 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-345ee292-832c-43f5-96c4-1298f52db21f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7 HTTP/1.1" status: 200 len: 853 time: 0.1214950 Sep 15 08:41:44.711748 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f60f46-d215-4bb7-85c0-dde05c83145a req-7cf7e22d-bd0d-48a7-9da7-60203b532e24 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.713098 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-18f60f46-d215-4bb7-85c0-dde05c83145a req-7cf7e22d-bd0d-48a7-9da7-60203b532e24 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.1436548 Sep 15 08:41:44.718807 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-57f32877-ebaf-4d10-b4ef-dffcb0f9df9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e0ad461-7355-43ec-863e-3064df53060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478961 Sep 15 08:41:44.721942 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51014) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:44.727807 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Request body: {'floatingip': {'port_id': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:44.888747 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:44.964387 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.100113 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9632546-93a2-4018-ad43-38b6a10a8ffa req-1b45d4d5-cbaa-4806-906f-f5b1f9a8b470 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:45.103980 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f9632546-93a2-4018-ad43-38b6a10a8ffa req-1b45d4d5-cbaa-4806-906f-f5b1f9a8b470 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0815060 Sep 15 08:41:45.104200 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51024) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:45.165549 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-f8eef9d8-727b-4624-b6cf-4fd784898059 service neutron] 10.222.0.37 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876047 Sep 15 08:41:45.184591 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f9632546-93a2-4018-ad43-38b6a10a8ffa req-91d118c9-df6c-4029-82b2-cd3bfe1766b5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652976 Sep 15 08:41:45.212268 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1055b27-bbac-455e-bada-4022ad89d684 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.238643 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1055b27-bbac-455e-bada-4022ad89d684 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.293539 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1055b27-bbac-455e-bada-4022ad89d684 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.297857 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a169a285-1618-4909-92e3-e66a7d7405b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:45.313644 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1055b27-bbac-455e-bada-4022ad89d684 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48331dc-8f78-4293-985d-2ecba013aaa8,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:45.316845 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c1055b27-bbac-455e-bada-4022ad89d684 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:45.329348 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1055b27-bbac-455e-bada-4022ad89d684 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.330465 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c1055b27-bbac-455e-bada-4022ad89d684 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "DELETE /v2.0/security-groups/e48331dc-8f78-4293-985d-2ecba013aaa8 HTTP/1.1" status: 204 len: 168 time: 0.2252016 Sep 15 08:41:45.333572 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51028) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:45.350562 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.api.v2.resource [None req-1aaa1784-0d7d-41b2-9f6a-44d703a4ab52 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] show failed (client error): The resource could not be found. Sep 15 08:41:45.352377 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-1aaa1784-0d7d-41b2-9f6a-44d703a4ab52 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups/e48331dc-8f78-4293-985d-2ecba013aaa8 HTTP/1.1" status: 404 len: 347 time: 0.0171247 Sep 15 08:41:45.354900 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51032) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:45.455816 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-be597e9c-6ce4-4ef2-9bc6-b02eea2c438c req-7fdfc346-fbd5-4cca-969d-3277567e215d service neutron] 10.222.0.37 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821605 Sep 15 08:41:45.512841 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Deleting port 9df3ffce-aca3-4129-a523-1bf7ae43be45 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:41:45.513087 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.711278 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.716669 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.755895 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.756220 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:45.874471 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Calling delete_port for 9df3ffce-aca3-4129-a523-1bf7ae43be45 owned by network:floatingip {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:41:45.874725 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942b876-152f-4e92-907a-0d2640bec234 req-f221ffca-2950-4fa5-a4be-baeba2b5a5c7 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:45.876219 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4942b876-152f-4e92-907a-0d2640bec234 req-f221ffca-2950-4fa5-a4be-baeba2b5a5c7 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 943 time: 0.1093912 Sep 15 08:41:45.982032 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4942b876-152f-4e92-907a-0d2640bec234 req-39c9937b-ec0f-45a3-a15a-ab028c997c4c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579278 Sep 15 08:41:46.011954 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.l3_db [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Floating IP c6091c4b-5351-460e-bbfd-9858573f6ce0 associated. External IP: 172.28.0.143, port: ad26da27-1aed-4ed9-8ac5-2dd9960e07d4. Sep 15 08:41:46.015420 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.019775 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:46.059535 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event deleted for resources: {'Port': ['ID=9df3ffce-aca3-4129-a523-1bf7ae43be45,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:46.062979 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:46.153954 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.171331 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.172468 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "DELETE /v2.0/floatingips/8e7c3dde-a1ea-4e4b-823a-8bad523d8fac HTTP/1.1" status: 204 len: 168 time: 0.8167093 Sep 15 08:41:46.369070 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.396049 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d08a-d7bb-4386-b9f1-7379906d55a0 req-133e3474-b990-406b-a9b8-ec2794e893b5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:46.397862 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7e29d08a-d7bb-4386-b9f1-7379906d55a0 req-133e3474-b990-406b-a9b8-ec2794e893b5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0851781 Sep 15 08:41:46.446362 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device a9a55298-5517-4860-9449-6e82e756a4e5 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:41:46.460757 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7e29d08a-d7bb-4386-b9f1-7379906d55a0 req-42a82da9-92d1-471a-b497-1b1863a547ab tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557766 Sep 15 08:41:46.467729 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51042) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:46.473748 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146175156', 'description': 'tempest-description--1930613714'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:46.479703 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:46.488170 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:security_group and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:46.489132 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: a9a55298-5517-4860-9449-6e82e756a4e5 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:41:46.489663 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device a9a55298-5517-4860-9449-6e82e756a4e5 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:41:46.490223 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:46.500945 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:46.511637 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.537374 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:46.546687 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:46.551031 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:security_group_rule and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:46.554053 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:46.559645 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:46.613927 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.617997 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.623601 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-04c46f64-b226-4e82-a5a2-5d69433e6f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:46.666968 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0844c2c9-3b74-4d50-9337-cd8f28637ffb,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:46.669996 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:46.671461 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.675263 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2038801 Sep 15 08:41:46.676767 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51046) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:46.682028 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'security_group_rule': {'security_group_id': '0844c2c9-3b74-4d50-9337-cd8f28637ffb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:46.687913 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:46.692002 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:security_group_rule and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:46.694879 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:46.701507 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:46.718814 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.744182 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:46.748399 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.755080 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] Sync routers for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:46.769504 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:46.770432 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:46.782117 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.786815 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.794062 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:46.805232 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-c74fafee-36a8-4157-9282-708f4b72dc9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "PUT /v2.0/floatingips/c6091c4b-5351-460e-bbfd-9858573f6ce0 HTTP/1.1" status: 200 len: 991 time: 2.0815837 Sep 15 08:41:46.806074 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:46.816953 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1ff4d6-561c-4cdb-b0fe-6c0919fa7760,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:46.820420 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:46.822674 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.823921 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-b2ca74fb-1fd8-44d4-809e-5340bb38abaf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1464496 Sep 15 08:41:46.826565 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51054) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:46.833390 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'security_group_rule': {'security_group_id': '0844c2c9-3b74-4d50-9337-cd8f28637ffb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:46.839564 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:46.844177 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:security_group_rule and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:46.848015 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:46.855105 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:46.876937 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.883694 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'status': 'completed', 'code': 200} Sep 15 08:41:46.947207 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.951650 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772242'] for security_group_rule, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.954180 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:46.982544 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68866e4e-4019-4490-a45a-d2113059cf07,revision_number=0']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:46.987251 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:46.993672 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:46.994759 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:46.995364 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-3e18fac8-12a7-441b-b3fc-00d097c4443f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1674151 Sep 15 08:41:46.998039 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51058) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:47.003573 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'floatingip': {'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:47.010145 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:47.013141 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Usage tracker for resource:floatingip and tenant:5620e87b091d4952b4c0df9492cbc25c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:47.016150 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:47.023115 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:47.024285 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df428581-1715-4fd3-8f12-92eacd5984be req-eb99d156-43a3-435f-bc60-b2e61605527b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 1098 time: 0.0892951 Sep 15 08:41:47.036741 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.181032 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df428581-1715-4fd3-8f12-92eacd5984be req-be009126-cb88-4935-a55b-c3399a3bde6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:47.182919 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df428581-1715-4fd3-8f12-92eacd5984be req-be009126-cb88-4935-a55b-c3399a3bde6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.1510701 Sep 15 08:41:47.257985 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e66751-ad3a-46c3-b670-922a8b7027bf req-43f8fe4d-3cf9-45d5-a606-29d36062b9a4 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:47.259449 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-97e66751-ad3a-46c3-b670-922a8b7027bf req-43f8fe4d-3cf9-45d5-a606-29d36062b9a4 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 943 time: 0.1184940 Sep 15 08:41:47.264646 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.300565 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df428581-1715-4fd3-8f12-92eacd5984be req-1b2d181b-e5ff-4626-b766-8b6ec3f907ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 HTTP/1.1" status: 200 len: 999 time: 0.1101651 Sep 15 08:41:47.369970 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df428581-1715-4fd3-8f12-92eacd5984be req-a6e791c4-da56-41cf-8202-4a772cd89a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:47.371969 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df428581-1715-4fd3-8f12-92eacd5984be req-a6e791c4-da56-41cf-8202-4a772cd89a13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.0652838 Sep 15 08:41:47.372703 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-97e66751-ad3a-46c3-b670-922a8b7027bf req-04ee9a83-30a5-462f-9806-9852cdf24eb8 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689695 Sep 15 08:41:47.402566 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'c6091c4b-5351-460e-bbfd-9858573f6ce0', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'floating_ip_address': '172.28.0.143', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'port_id': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'mac_address': 'fa:16:3e:46:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7280fa-0e93-4512-9a58-fedce5832522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:27Z', 'updated_at': '2021-09-15T08:41:45Z', 'revision_number': 1, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:47.407337 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] Checking router: dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:47.418133 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:47.418785 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:47.444615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Allocated IP 172.28.0.163 (bb2869aa-760a-4447-b522-1ae6d3f088da/12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a/e1d67499-3325-4c3a-b7fb-573e9b00c7f6) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:47.451992 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df428581-1715-4fd3-8f12-92eacd5984be req-b3f54792-217f-4383-9571-0fae38c3e170 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733747 Sep 15 08:41:47.609361 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.613822 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:47.639842 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.644728 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df428581-1715-4fd3-8f12-92eacd5984be req-63a053c3-db93-4274-b227-b3014191e869 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845820 Sep 15 08:41:47.648837 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-fd6cb252-db25-4556-80fb-a59b62c73614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:47.711157 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Network bb2869aa-760a-4447-b522-1ae6d3f088da is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:47.714342 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:47.718028 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:47.761370 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'Port': ['ID=e1d67499-3325-4c3a-b7fb-573e9b00c7f6,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:47.766853 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:47.784820 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a315a3e-e56c-42d0-b1f1-5bb1c626790d req-86b6b544-6411-4a45-8fbf-23e29e01da42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:47.786340 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6a315a3e-e56c-42d0-b1f1-5bb1c626790d req-86b6b544-6411-4a45-8fbf-23e29e01da42 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1918061 Sep 15 08:41:47.838651 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df428581-1715-4fd3-8f12-92eacd5984be req-4b476067-3f75-472d-8557-743bbc41665e service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842475 Sep 15 08:41:47.848647 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6a315a3e-e56c-42d0-b1f1-5bb1c626790d req-9e6de2cb-bdd1-4ad4-9b72-dd94090f0a0b tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491550 Sep 15 08:41:47.894884 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.950081 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:47.970748 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'c6091c4b-5351-460e-bbfd-9858573f6ce0', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'floating_ip_address': '172.28.0.143', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'port_id': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'mac_address': 'fa:16:3e:46:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7280fa-0e93-4512-9a58-fedce5832522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:27Z', 'updated_at': '2021-09-15T08:41:45Z', 'revision_number': 1, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:47.974817 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b9c8c-3358-407f-880f-cf8ce2e0784d None None] The sync data for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb is: [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'c6091c4b-5351-460e-bbfd-9858573f6ce0', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'floating_ip_address': '172.28.0.143', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'port_id': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'mac_address': 'fa:16:3e:46:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7280fa-0e93-4512-9a58-fedce5832522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:27Z', 'updated_at': '2021-09-15T08:41:45Z', 'revision_number': 1, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:48.176435 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d83c81-c070-4fe2-8e59-1dee403dd8aa None None] New status for floating IP c6091c4b-5351-460e-bbfd-9858573f6ce0: ACTIVE {{(pid=75110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:41:48.229679 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.234224 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.238864 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:48.341524 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'Port': ['ID=e1d67499-3325-4c3a-b7fb-573e9b00c7f6,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:48.345353 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:48.354103 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.377571 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.386326 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-e7e60d2d-fbcc-4d1e-9d8e-990fe2ad505c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3799245 Sep 15 08:41:48.450752 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device cba7977a-4c87-440d-8e0d-798fcd0b3f4a details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:48.555704 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-ab8c189f-ed79-44b6-97ea-8d3b2aefdf44 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:48.572147 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-ab8c189f-ed79-44b6-97ea-8d3b2aefdf44 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:48.573356 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-ab8c189f-ed79-44b6-97ea-8d3b2aefdf44 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--146175156&fields=id&tenant_id=5620e87b091d4952b4c0df9492cbc25c HTTP/1.1" status: 200 len: 267 time: 0.0592604 Sep 15 08:41:48.594204 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cc862-9494-4620-bd0f-8115d08ce6a1 req-5661980d-6112-4930-a559-3d947453fe3d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:48.595662 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-579cc862-9494-4620-bd0f-8115d08ce6a1 req-5661980d-6112-4930-a559-3d947453fe3d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 943 time: 0.0929477 Sep 15 08:41:48.602606 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port cba7977a-4c87-440d-8e0d-798fcd0b3f4a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:48.615943 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': 'cba7977a-4c87-440d-8e0d-798fcd0b3f4a', 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f', 'port_id': 'cba7977a-4c87-440d-8e0d-798fcd0b3f4a', 'mac_address': 'fa:16:3e:9b:ae:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:48.641571 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-579cc862-9494-4620-bd0f-8115d08ce6a1 req-69a9dfb6-226c-4c8c-b965-c4e5cd5eee87 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Sep 15 08:41:48.679424 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.688653 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:41:48.696850 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba7977a-4c87-440d-8e0d-798fcd0b3f4a {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:48.712239 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port cba7977a-4c87-440d-8e0d-798fcd0b3f4a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:48.717047 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.718777 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:48.732502 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-6d1e441d-79ab-4043-b7df-a402972d5f6a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:48.733967 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-6d1e441d-79ab-4043-b7df-a402972d5f6a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 809 time: 0.1508574 Sep 15 08:41:48.749663 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-13ce3fd8-22f4-43ee-bae6-36d127c5400b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/quotas/5620e87b091d4952b4c0df9492cbc25c HTTP/1.1" status: 200 len: 375 time: 0.0102725 Sep 15 08:41:48.781204 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:48.784227 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:48.831286 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-b37b57ed-cbc0-40ae-8e9b-a9852de6702f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:48.846321 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-b37b57ed-cbc0-40ae-8e9b-a9852de6702f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:48.847706 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-b37b57ed-cbc0-40ae-8e9b-a9852de6702f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916312 Sep 15 08:41:48.982574 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-60503b43-ce01-47ba-a5fa-ec878fe8bf3f service neutron] 10.222.0.32 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234083 Sep 15 08:41:49.051056 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deffe05-3d5f-40b0-a1b9-a46c674d6b64 req-c201434f-5d7a-4a71-b127-aa242ba66cd0 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:49.052503 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8deffe05-3d5f-40b0-a1b9-a46c674d6b64 req-c201434f-5d7a-4a71-b127-aa242ba66cd0 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0779462 Sep 15 08:41:49.097353 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8deffe05-3d5f-40b0-a1b9-a46c674d6b64 req-d64c48a9-38c4-45bc-b5f0-b060187336ba tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391672 Sep 15 08:41:49.117642 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-74b83df0-4612-49fe-a2b0-e2671ae08788 service neutron] 10.222.0.32 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296048 Sep 15 08:41:49.174248 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['cba7977a-4c87-440d-8e0d-798fcd0b3f4a'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:49.320394 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5c22bc6a-9e3a-4759-b608-e2199f666310 req-621729d9-931a-427a-b0fa-da6357b68dc5 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0482502 Sep 15 08:41:49.840985 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2ff51-d18d-4a27-bd7b-de855dcb06c2 req-44bf3059-df6f-49da-9e36-ec41fe68af45 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:49.842466 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1db2ff51-d18d-4a27-bd7b-de855dcb06c2 req-44bf3059-df6f-49da-9e36-ec41fe68af45 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 944 time: 0.0764086 Sep 15 08:41:49.892328 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1db2ff51-d18d-4a27-bd7b-de855dcb06c2 req-04e8882b-da4a-468f-9d87-190ee6e9b8d9 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430431 Sep 15 08:41:50.296167 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39212409-82c9-4f0d-a1c3-c7c11d86392c req-36759c2e-345f-44bf-b2e6-b920adbea630 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:50.297666 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39212409-82c9-4f0d-a1c3-c7c11d86392c req-36759c2e-345f-44bf-b2e6-b920adbea630 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0823524 Sep 15 08:41:50.345891 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39212409-82c9-4f0d-a1c3-c7c11d86392c req-1673db23-798d-420a-be30-d1251e5dda96 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417738 Sep 15 08:41:50.465509 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device cba7977a-4c87-440d-8e0d-798fcd0b3f4a up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:50.506028 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2c886054-e095-4319-a18e-0d7773eca7a7 req-dfdf649c-5467-4865-98a5-f3c237873c4f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0507777 Sep 15 08:41:50.539394 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port cba7977a-4c87-440d-8e0d-798fcd0b3f4a completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:50.546776 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port cba7977a-4c87-440d-8e0d-798fcd0b3f4a triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:50.547157 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.599198 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-fe7e4865-495c-4677-8f3b-960990da6fcf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:50.600514 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-fe7e4865-495c-4677-8f3b-960990da6fcf tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 809 time: 0.1665947 Sep 15 08:41:50.672440 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.703240 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083de7ea-0102-45de-b07f-2b5d00cee049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7977a-4c87-440d-8e0d-798fcd0b3f4a'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:50.712933 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port cba7977a-4c87-440d-8e0d-798fcd0b3f4a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:50.719725 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:50.721604 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:50.774792 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083de7ea-0102-45de-b07f-2b5d00cee049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7977a-4c87-440d-8e0d-798fcd0b3f4a', 'code': 200} Sep 15 08:41:50.791293 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:50.795658 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-bafc77d1-d9eb-4ee6-934e-2c5c242ec858 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5620e87b091d4952b4c0df9492cbc25c HTTP/1.1" status: 200 len: 379 time: 0.1743257 Sep 15 08:41:50.797404 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:50.797814 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5939a0ca-1bad-474e-b833-da5edf09532c req-4aa062d1-ee38-4fb0-aa55-29b944bfe926 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610485245&fields=id&tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805 HTTP/1.1" status: 200 len: 267 time: 0.0624478 Sep 15 08:41:50.848378 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'port': {'device_id': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'admin_state_up': True, 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'security_groups': ['0844c2c9-3b74-4d50-9337-cd8f28637ffb']}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:51.011783 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a0ca-1bad-474e-b833-da5edf09532c req-55e7bad9-31f3-4378-8765-e2e37dffdabb tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:51.013141 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5939a0ca-1bad-474e-b833-da5edf09532c req-55e7bad9-31f3-4378-8765-e2e37dffdabb tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 984 time: 0.2039056 Sep 15 08:41:51.014093 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:51.028767 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-5939a0ca-1bad-474e-b833-da5edf09532c req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Request body: {'port': {'security_groups': ['de44c89c-00bd-402b-af73-5ef4b2753f87']}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:51.056783 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:51.084749 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0e263c7d-16a5-4d34-ba2a-100bb0f170cc req-b5666ec5-c399-4883-aa76-53000da6910d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 1098 time: 0.1221886 Sep 15 08:41:51.084983 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Made reservation on behalf of 5620e87b091d4952b4c0df9492cbc25c for: {'port': 1} {{(pid=75108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:51.087738 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.138314 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fb4a-52e0-4219-ac1e-9a545308f286 req-bc9fd699-3280-4d8a-8dbe-671f06235839 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:51.139574 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b1f7fb4a-52e0-4219-ac1e-9a545308f286 req-bc9fd699-3280-4d8a-8dbe-671f06235839 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.1231604 Sep 15 08:41:51.142796 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-0e263c7d-16a5-4d34-ba2a-100bb0f170cc req-5c611faf-f4e0-4b0a-b45e-a2ac08a31ef5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512376 Sep 15 08:41:51.184519 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b1f7fb4a-52e0-4219-ac1e-9a545308f286 req-7f7ae491-c910-4fa4-a60b-b6b77847f490 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 Sep 15 08:41:51.221980 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5939a0ca-1bad-474e-b833-da5edf09532c req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.374604 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_common [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Allocated IP 172.20.0.11 (f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61/1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98/66ca20e7-8df4-499f-9eaa-0d37e68b4e93) {{(pid=75108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:51.545054 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced282c-d1e6-41ea-aebb-3d83daef384f req-9463c9c9-7383-47b5-8e9f-b1b780da4f8f tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:51.546564 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bced282c-d1e6-41ea-aebb-3d83daef384f req-9463c9c9-7383-47b5-8e9f-b1b780da4f8f tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0765672 Sep 15 08:41:51.592342 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bced282c-d1e6-41ea-aebb-3d83daef384f req-0c80c1b6-5c69-4245-b208-848f81d934b3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Sep 15 08:41:51.649971 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-5939a0ca-1bad-474e-b833-da5edf09532c req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] For port caaf8aa4-7678-4978-85ba-a825a412ccb7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:51.687871 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for port, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.710070 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5939a0ca-1bad-474e-b833-da5edf09532c req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.716318 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5939a0ca-1bad-474e-b833-da5edf09532c req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.718241 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Transition to ACTIVE for port object 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 will not be triggered until provisioned by entity DHCP. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:51.722448 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:51.752194 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['caaf8aa4-7678-4978-85ba-a825a412ccb7'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:51.794024 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a0ca-1bad-474e-b833-da5edf09532c req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:51.794674 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-5939a0ca-1bad-474e-b833-da5edf09532c req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.796002 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5939a0ca-1bad-474e-b833-da5edf09532c req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "PUT /v2.0/ports/caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 942 time: 0.7740822 Sep 15 08:41:51.797492 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:51.805326 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51118) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:51.819772 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event updated for resources: {'Port': ['ID=caaf8aa4-7678-4978-85ba-a825a412ccb7,revision_number=7']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:51.823306 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:51.833518 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.839225 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d57f648a-6cdb-4136-b885-bc15d276e9ca tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:51.924374 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event updated for resources: {'Port': ['ID=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:51.930398 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'status': 'completed', 'code': 200} Sep 15 08:41:51.931715 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:51.944519 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 is already hosted by enough agents. {{(pid=75108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:51.946085 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.base_scheduler [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Resources bound (agent type, host, resource id): {{(pid=75108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:51.950992 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Received port after_create {{(pid=75108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:51.986594 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['caaf8aa4-7678-4978-85ba-a825a412ccb7'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:52.039720 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.040053 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:52.040761 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.073303 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-a4052fda-2a1f-4fbc-93f2-8908c5ca8f0d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2329447 Sep 15 08:41:52.080248 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.093343 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Request body: {'port': {'device_id': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:52.197623 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c7d4f-9047-4510-a34b-f41a668c8a52 req-3be61c61-a1cf-40e4-8911-409c9ff81f09 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:52.204459 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-375c7d4f-9047-4510-a34b-f41a668c8a52 req-3be61c61-a1cf-40e4-8911-409c9ff81f09 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 932 time: 0.3438809 Sep 15 08:41:52.214830 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-08a46e62-b0a8-4a28-b080-edf9fc71d191 None None] Provisioning complete for port caaf8aa4-7678-4978-85ba-a825a412ccb7 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:52.215215 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-08a46e62-b0a8-4a28-b080-edf9fc71d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.263328 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.291479 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-375c7d4f-9047-4510-a34b-f41a668c8a52 req-9d716cbb-725a-4fbd-9c26-138d8082427b tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860665 Sep 15 08:41:52.302720 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-e67d9c05-82e5-488a-9588-5b9de0de79ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1098 time: 0.3319542 Sep 15 08:41:52.475469 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.488357 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9ca2e4fc-1c31-4340-b667-ba4ac80260cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:52.507727 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbfaffe-7ffe-433d-b645-dad5c6bd0c38,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:52.525779 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.526922 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "DELETE /v2.0/security-groups/4bbfaffe-7ffe-433d-b645-dad5c6bd0c38 HTTP/1.1" status: 204 len: 168 time: 0.7213185 Sep 15 08:41:52.530347 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51124) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:52.531601 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.532048 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.532403 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.532754 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.533101 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.533445 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.533787 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.534139 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.535038 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.535385 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.535727 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:52.540051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6bd302dc-ad2b-4208-b34d-5b9e2ca19df9 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:52.543445 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35fd7f-0799-4ea7-af50-d4ed6b675cc2 req-4baf01fd-e6c5-42c5-b2f5-98aadf04ac58 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:52.545137 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7d35fd7f-0799-4ea7-af50-d4ed6b675cc2 req-4baf01fd-e6c5-42c5-b2f5-98aadf04ac58 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.1822801 Sep 15 08:41:52.570952 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-354333ca-2918-49ba-8171-83292daa05e5 None None] Provisioning for port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 completed by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:52.576487 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-354333ca-2918-49ba-8171-83292daa05e5 None None] Provisioning complete for port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 triggered by entity DHCP. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:52.576833 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-354333ca-2918-49ba-8171-83292daa05e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.649630 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-354333ca-2918-49ba-8171-83292daa05e5 None None] Port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 cannot update to ACTIVE because it is not bound. {{(pid=75109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:52.792827 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-7d35fd7f-0799-4ea7-af50-d4ed6b675cc2 req-44bbc769-2b60-4e81-ad03-1edc18bc6d35 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000430 Sep 15 08:41:52.870920 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-f08be091-07c3-4f28-ad54-00cb5df00df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:52.872397 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-f08be091-07c3-4f28-ad54-00cb5df00df2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 916 time: 0.5537910 Sep 15 08:41:52.875121 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Deleting port 52a3a859-6fde-4240-854d-a566416e5c94 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:41:52.875464 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.898931 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 {{(pid=75108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:52.905790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.921241 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.provisioning_blocks [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Transition to ACTIVE for port object 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 will not be triggered until provisioned by entity L2. {{(pid=75108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:52.925485 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.929241 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f877beab-c295-4bae-8e54-5ea67a06f39a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:53.057794 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Pushing event updated for resources: {'Port': ['ID=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,revision_number=2']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:53.061555 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:53.097670 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a410c96-f01e-4fef-90be-863a8fe71c7c req-8b018f7a-7ff8-4bc6-b582-ea4a4238651b tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:53.099743 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8a410c96-f01e-4fef-90be-863a8fe71c7c req-8b018f7a-7ff8-4bc6-b582-ea4a4238651b tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.3166282 Sep 15 08:41:53.156168 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-81609641-82ee-4f66-b0ff-e6454e89bae2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 1001 time: 0.2529137 Sep 15 08:41:53.173268 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Attempting to bind port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:53.173622 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Attempting to bind port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:53.173956 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Attempting to bind port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 on network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:53.180905 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 on network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:53.181232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Attempting to bind port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 on network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:53.187881 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:53.188266 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Checking segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:53.188913 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Bound using segment: {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'} {{(pid=75108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:53.189340 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.managers [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Bound port: 66ca20e7-8df4-499f-9eaa-0d37e68b4e93, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fb6b98-f39d-43d4-8bdc-de83cb084518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61'}}] {{(pid=75108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:53.189836 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.208519 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8a410c96-f01e-4fef-90be-863a8fe71c7c req-d8bf65b2-5bd9-43f6-a14e-6c68bbd6cbf4 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961921 Sep 15 08:41:53.259762 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.259997 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.272919 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-a4c0c2c0-2e62-4a44-a914-675ef8994d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:53.274411 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-a4c0c2c0-2e62-4a44-a914-675ef8994d08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 200 len: 854 time: 0.1073737 Sep 15 08:41:53.288517 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] For port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93, host hv-cinder-80600, cleared binding levels {{(pid=75108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:53.291550 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] For port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:53.296472 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591103'] for port, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.301186 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-81528efd-e9c6-4187-afa3-d51351614d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:53.360925 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.362329 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] 10.222.0.37 "PUT /v2.0/ports/66ca20e7-8df4-499f-9eaa-0d37e68b4e93 HTTP/1.1" status: 200 len: 1094 time: 1.2752295 Sep 15 08:41:53.375795 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Pushing event updated for resources: {'Port': ['ID=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,revision_number=3']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:53.379264 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:53.422203 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Calling delete_port for 52a3a859-6fde-4240-854d-a566416e5c94 owned by network:floatingip {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:41:53.544086 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-98abfd23-bf09-4323-8321-8a52e926519a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05cf2c99-1d13-4bce-bc2d-5aada568e3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2192967 Sep 15 08:41:53.558174 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-d08a99b4-0776-4da6-bfcf-52c1d26cdef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 1097 time: 0.1315417 Sep 15 08:41:53.568508 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ed808-07d4-4702-b9e2-cc30c6c9e0c2 req-2cf61a21-b69d-466c-acd4-40ec781c8227 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:53.569224 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-725ed808-07d4-4702-b9e2-cc30c6c9e0c2 req-2cf61a21-b69d-466c-acd4-40ec781c8227 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:53.646507 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-140bc30b-5c64-49d7-9a8a-811c6461a37f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ca20e7-8df4-499f-9eaa-0d37e68b4e93 HTTP/1.1" status: 200 len: 217 time: 0.0733504 Sep 15 08:41:53.652315 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-725ed808-07d4-4702-b9e2-cc30c6c9e0c2 req-2cf61a21-b69d-466c-acd4-40ec781c8227 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:53.658953 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-725ed808-07d4-4702-b9e2-cc30c6c9e0c2 req-2cf61a21-b69d-466c-acd4-40ec781c8227 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 944 time: 0.2027094 Sep 15 08:41:53.710510 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:53.716613 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-768861ea-55e8-4ca0-971f-7c767131e14b tempest-ServerRescueNegativeTestJSON-998129903 tempest-ServerRescueNegativeTestJSON-998129903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:53.749530 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-28318a4a-ea8a-4a5b-8372-238311d87cd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:53.751009 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-28318a4a-ea8a-4a5b-8372-238311d87cd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.0897865 Sep 15 08:41:53.753301 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-725ed808-07d4-4702-b9e2-cc30c6c9e0c2 req-dd7025c0-1d96-4cf7-8558-447ccb6de5a4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936692 Sep 15 08:41:53.768302 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event deleted for resources: {'Port': ['ID=52a3a859-6fde-4240-854d-a566416e5c94,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:53.773501 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:53.777880 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-c4e008d7-ff58-4317-ac98-6b9745d46fcf service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253125 Sep 15 08:41:53.833081 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-1f447eb1-8809-46cd-9137-31e202066203 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729985 Sep 15 08:41:53.931761 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'tag': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:53.981276 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-2ad7f2d6-c2f6-4898-a878-ae20f8f66d3f service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369088 Sep 15 08:41:53.988875 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'tag': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'status': 'completed', 'code': 200} Sep 15 08:41:54.075912 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks [] for floatingip, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:54.177390 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4478a27f-79c5-4cf2-a43e-1180d8219cd5 req-c2aa2db8-73aa-450e-9aaa-909a641eb95b service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267462 Sep 15 08:41:54.193501 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8aa7daf0-da82-422e-8654-5fd0b1128205 req-7ffb2526-a04c-4ac9-9141-9bcffa9257b8 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850601 Sep 15 08:41:54.217616 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0068897-4a6a-40b5-b2aa-e2a4b2e773ae req-682aafdc-6ab0-4db7-aea3-13e96032cdec tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:54.219107 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f0068897-4a6a-40b5-b2aa-e2a4b2e773ae req-682aafdc-6ab0-4db7-aea3-13e96032cdec tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.2171533 Sep 15 08:41:54.368220 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f0068897-4a6a-40b5-b2aa-e2a4b2e773ae req-993d066d-75b0-41ec-8ab4-23fb4a969333 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424417 Sep 15 08:41:54.421920 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-911064b9-398d-4183-a419-88ddfb3522c1 req-a7ee1ba2-833f-4bd1-a34d-b38bee433580 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 1097 time: 0.1093876 Sep 15 08:41:54.437358 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664aad8-09d7-43f5-86a1-949996bef34c req-4d427627-e990-497b-b2a5-87258cf1d42c tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:54.439146 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4664aad8-09d7-43f5-86a1-949996bef34c req-4d427627-e990-497b-b2a5-87258cf1d42c tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1058960 Sep 15 08:41:54.488264 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4664aad8-09d7-43f5-86a1-949996bef34c req-7f22e835-2ea4-497e-9b9f-c3f0ee8dd343 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Sep 15 08:41:54.632158 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911064b9-398d-4183-a419-88ddfb3522c1 req-355277d9-b90a-4296-b4ba-d92438cd5cd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:54.633647 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-911064b9-398d-4183-a419-88ddfb3522c1 req-355277d9-b90a-4296-b4ba-d92438cd5cd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 910 time: 0.2038641 Sep 15 08:41:54.750711 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-911064b9-398d-4183-a419-88ddfb3522c1 req-e6937a6e-efc5-42a8-ad20-390a152168e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ca20e7-8df4-499f-9eaa-0d37e68b4e93 HTTP/1.1" status: 200 len: 217 time: 0.1102631 Sep 15 08:41:54.834537 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911064b9-398d-4183-a419-88ddfb3522c1 req-3c0b4ea1-28d4-4823-8ecf-8a8db8d1beac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:54.835994 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-911064b9-398d-4183-a419-88ddfb3522c1 req-3c0b4ea1-28d4-4823-8ecf-8a8db8d1beac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.0786421 Sep 15 08:41:54.903359 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Router 1d300309-ab6a-40e9-8094-1b16c86570cd has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:55.053647 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-911064b9-398d-4183-a419-88ddfb3522c1 req-6722a871-9702-4fb0-955f-94a2ef4ed36f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2096448 Sep 15 08:41:55.103163 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e211136-c40f-4126-a874-0ee6faa7c2d3 req-615feb5c-4c30-4e4d-b236-53d587570385 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:55.104621 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2e211136-c40f-4126-a874-0ee6faa7c2d3 req-615feb5c-4c30-4e4d-b236-53d587570385 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 944 time: 0.2046142 Sep 15 08:41:55.255472 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-911064b9-398d-4183-a419-88ddfb3522c1 req-9fb5880e-1b0c-4980-9364-c6d99e73edc2 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935842 Sep 15 08:41:55.257615 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2e211136-c40f-4126-a874-0ee6faa7c2d3 req-7f82a2fa-8e71-4550-9a1b-eb99c959be64 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056008 Sep 15 08:41:55.551215 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-911064b9-398d-4183-a419-88ddfb3522c1 req-e7dbdda4-df60-4d73-9ae7-00282466fc22 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474504 Sep 15 08:41:55.559875 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:55.570526 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] Sync routers for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:55.585269 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.586683 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:55.587449 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:55.686048 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e2780f6-47e2-4f4e-8e44-6634143e55f7 HTTP/1.1" status: 204 len: 168 time: 3.1475544 Sep 15 08:41:55.687361 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:55.726800 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db10fa-bd3e-4512-b190-29c7adfaa690 req-13150602-8aa7-4227-8ce1-b23dc92e3ed5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:55.728244 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-91db10fa-bd3e-4512-b190-29c7adfaa690 req-13150602-8aa7-4227-8ce1-b23dc92e3ed5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1071367 Sep 15 08:41:55.774801 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-91db10fa-bd3e-4512-b190-29c7adfaa690 req-428eb8c8-5896-493a-be8f-c8f04c4708bf tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 Sep 15 08:41:55.802647 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:55.845127 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'status': 'completed', 'code': 200} Sep 15 08:41:55.972622 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-07c0b526-1520-44ec-8022-52f98c60b91c req-c977c4fd-770c-4a8f-be22-f915410acb12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 1098 time: 0.0740821 Sep 15 08:41:56.168304 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0b526-1520-44ec-8022-52f98c60b91c req-2697ec41-c83b-4258-b479-5ed25c6efb88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:56.169859 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-07c0b526-1520-44ec-8022-52f98c60b91c req-2697ec41-c83b-4258-b479-5ed25c6efb88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 200 len: 916 time: 0.1830568 Sep 15 08:41:56.188590 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:55Z', 'revision_number': 5, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:56.193299 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] Checking router: 1d300309-ab6a-40e9-8094-1b16c86570cd for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:56.203727 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:56.204334 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:56.257276 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-07c0b526-1520-44ec-8022-52f98c60b91c req-e144b9d7-9513-4ed5-8c5f-627b478f36a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 200 len: 217 time: 0.0676434 Sep 15 08:41:56.334475 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0b526-1520-44ec-8022-52f98c60b91c req-974a9469-c08a-42de-a5c1-d71ff5ab7f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:56.335970 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-07c0b526-1520-44ec-8022-52f98c60b91c req-974a9469-c08a-42de-a5c1-d71ff5ab7f4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 200 len: 854 time: 0.0598395 Sep 15 08:41:56.382885 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:56.429632 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-07c0b526-1520-44ec-8022-52f98c60b91c req-7a98c50a-018d-4734-9bf8-2e2899e7602e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05cf2c99-1d13-4bce-bc2d-5aada568e3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830886 Sep 15 08:41:56.496574 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c10176-58c8-415b-8fbf-07ec2acac5c0 req-4c02d5ff-28db-40ef-b34c-7828651f47b4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:56.498028 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-92c10176-58c8-415b-8fbf-07ec2acac5c0 req-4c02d5ff-28db-40ef-b34c-7828651f47b4 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 944 time: 0.0890791 Sep 15 08:41:56.551019 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-92c10176-58c8-415b-8fbf-07ec2acac5c0 req-8e182069-ad1e-461b-a017-2e6143e3aa08 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470035 Sep 15 08:41:56.576456 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-07c0b526-1520-44ec-8022-52f98c60b91c req-ef23462e-3b51-473e-b7f5-cc2bf5ff8115 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388903 Sep 15 08:41:56.719137 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-07c0b526-1520-44ec-8022-52f98c60b91c req-ae1605c4-460e-4ec7-8363-d35e36167515 service neutron] 10.222.0.37 "GET /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286192 Sep 15 08:41:56.720887 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:55Z', 'revision_number': 5, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:56.725522 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc61fff-42b9-411e-94bd-7e71bec46717 None None] The sync data for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb is: [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:37:37Z', 'revision_number': 4, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'cdf36023-72ca-4aae-b3b6-989aa88c5876', 'name': '', 'network_id': '05cf2c99-1d13-4bce-bc2d-5aada568e3de', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'mac_address': 'fa:16:3e:e1:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:37Z', 'updated_at': '2021-09-15T08:37:55Z', 'revision_number': 5, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'subnets': [{'id': '80ef68f1-44d8-4554-821d-902ba10c574a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:56.976030 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69b29a-e92e-4edd-95da-6915736780ec req-1caf98a9-96d9-4aad-a461-66e8f6b35ee1 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:56.977538 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5a69b29a-e92e-4edd-95da-6915736780ec req-1caf98a9-96d9-4aad-a461-66e8f6b35ee1 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0775304 Sep 15 08:41:57.020716 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5a69b29a-e92e-4edd-95da-6915736780ec req-1f9521de-0c45-4299-830b-359025c7f10e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377500 Sep 15 08:41:57.759540 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced4bb7-60fc-49c5-bee7-ad8a4fa45257 req-5ad86eec-1bd8-4f2d-8f23-7f20712db1d2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:57.761012 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bced4bb7-60fc-49c5-bee7-ad8a4fa45257 req-5ad86eec-1bd8-4f2d-8f23-7f20712db1d2 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 944 time: 0.0825560 Sep 15 08:41:57.805787 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-bced4bb7-60fc-49c5-bee7-ad8a4fa45257 req-756d266f-d0e4-49a0-b02e-e693f487a107 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389595 Sep 15 08:41:58.215487 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04132c36-127b-4794-9a17-8e91303e6719 req-0507fb94-df32-481c-af74-ec9a794bf9c8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:58.217000 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-04132c36-127b-4794-9a17-8e91303e6719 req-0507fb94-df32-481c-af74-ec9a794bf9c8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0753896 Sep 15 08:41:58.265215 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-04132c36-127b-4794-9a17-8e91303e6719 req-2bcdb062-30f6-48dc-9411-cec465ee4c30 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Sep 15 08:41:58.499217 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:58.548030 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d196cac-bb7b-473a-86a3-76b8f61a49ec None None] New status for floating IP 5e2780f6-47e2-4f4e-8e44-6634143e55f7: DOWN {{(pid=75110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:41:58.635776 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:58.652958 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'port_id': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'mac_address': 'fa:16:3e:37:e4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:58.719534 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.737387 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:58.752773 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:58.757190 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.760816 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:58.862374 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:58.865569 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:58.920764 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-3eadeeb2-87ee-41f5-bef8-c236fdf02c6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1099 time: 0.0870295 Sep 15 08:41:59.057131 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69ef6e-48f0-4ce3-8ee6-e00184951824 req-2c086073-2344-422f-9e89-24fffbb8b594 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:59.058598 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5d69ef6e-48f0-4ce3-8ee6-e00184951824 req-2c086073-2344-422f-9e89-24fffbb8b594 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 945 time: 0.0812514 Sep 15 08:41:59.105766 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5d69ef6e-48f0-4ce3-8ee6-e00184951824 req-7010046a-c820-46cd-b3bc-50587b8f00f3 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413485 Sep 15 08:41:59.165705 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-f3daf2b1-9e4d-4179-ab0c-58bd98a54401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:59.167224 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-f3daf2b1-9e4d-4179-ab0c-58bd98a54401 service neutron] 10.222.0.37 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 910 time: 0.1865604 Sep 15 08:41:59.176860 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2037b-f453-4c6f-b857-6cae52630e07 req-be310fe7-93d5-46b8-822e-9e647bed73f6 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:59.177531 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-80c2037b-f453-4c6f-b857-6cae52630e07 req-be310fe7-93d5-46b8-822e-9e647bed73f6 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Synchronizing usage tracker for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:59.263654 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-80c2037b-f453-4c6f-b857-6cae52630e07 req-be310fe7-93d5-46b8-822e-9e647bed73f6 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Unset dirty status for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:59.264898 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-80c2037b-f453-4c6f-b857-6cae52630e07 req-be310fe7-93d5-46b8-822e-9e647bed73f6 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.2636101 Sep 15 08:41:59.279462 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['66ca20e7-8df4-499f-9eaa-0d37e68b4e93'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:59.306864 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-12bc02f5-45d0-4c3e-a666-0437706d4f8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 1002 time: 0.1249895 Sep 15 08:41:59.326270 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-80c2037b-f453-4c6f-b857-6cae52630e07 req-20cda3fc-3f18-4efc-9bf1-81e7571bb217 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Synchronizing usage tracker for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:security_group {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:59.394510 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-80c2037b-f453-4c6f-b857-6cae52630e07 req-20cda3fc-3f18-4efc-9bf1-81e7571bb217 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Unset dirty status for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:security_group {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:59.395682 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-80c2037b-f453-4c6f-b857-6cae52630e07 req-20cda3fc-3f18-4efc-9bf1-81e7571bb217 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252706 Sep 15 08:41:59.397123 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-958506e8-5644-471e-a22d-ec8a4f5736b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:59.398651 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-958506e8-5644-471e-a22d-ec8a4f5736b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 200 len: 848 time: 0.0697000 Sep 15 08:41:59.493975 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273dcd-9f14-40c8-9d74-595d6f5c3c04 req-7b06afd7-21ba-4734-8655-ef7d5229cb16 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:59.495544 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4b273dcd-9f14-40c8-9d74-595d6f5c3c04 req-7b06afd7-21ba-4734-8655-ef7d5229cb16 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0908456 Sep 15 08:41:59.543550 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4b273dcd-9f14-40c8-9d74-595d6f5c3c04 req-9b21706b-4752-4adb-8254-a82c82238952 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422578 Sep 15 08:41:59.591011 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-6acfb96a-c10f-497b-8a69-d69adf10bc7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=497991f9-93e4-44dd-8f72-d5ffd0901c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1752708 Sep 15 08:41:59.726782 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-1a60f5a7-2adb-44f5-a1c3-758d290128db service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289408 Sep 15 08:41:59.862803 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-616290d8-c5e2-470f-bc61-f22733b145c2 req-5d23353a-444f-4800-97ed-a5c025d69825 service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252360 Sep 15 08:41:59.927321 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.407700 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907ec86-8362-4372-a91f-2ed84ad0b93d req-1e4f2360-5a04-4940-a961-a16c414b8fee tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:00.409179 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3907ec86-8362-4372-a91f-2ed84ad0b93d req-1e4f2360-5a04-4940-a961-a16c414b8fee tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 945 time: 0.1746349 Sep 15 08:42:00.456179 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3907ec86-8362-4372-a91f-2ed84ad0b93d req-1fedaa4f-0422-4d34-a3ea-3a0286771375 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Sep 15 08:42:00.599282 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33177080-2b8d-4f03-8572-d7b8b22b6631 req-360480b7-d05b-4659-b92b-bc54ff885930 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:00.600804 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-33177080-2b8d-4f03-8572-d7b8b22b6631 req-360480b7-d05b-4659-b92b-bc54ff885930 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.0790684 Sep 15 08:42:00.647003 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-33177080-2b8d-4f03-8572-d7b8b22b6631 req-9c6ba79f-8e2f-4f64-874d-3554f9a5f4d1 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Sep 15 08:42:00.743696 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e5754-193c-419b-b922-982baf221c18 req-86451203-fcd3-4fb6-a615-3ed217e61ee8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:00.745078 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f26e5754-193c-419b-b922-982baf221c18 req-86451203-fcd3-4fb6-a615-3ed217e61ee8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0808957 Sep 15 08:42:00.789396 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-f26e5754-193c-419b-b922-982baf221c18 req-779eeecd-b62b-4ab9-a1ef-63f736308b75 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Sep 15 08:42:01.658172 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc906895-34bd-4702-9d27-929b0857abfa req-f5d541f3-6fe4-4d20-b41b-6ce004910dc0 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:01.659981 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dc906895-34bd-4702-9d27-929b0857abfa req-f5d541f3-6fe4-4d20-b41b-6ce004910dc0 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 945 time: 0.0814836 Sep 15 08:42:01.705040 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dc906895-34bd-4702-9d27-929b0857abfa req-728d7261-f551-45e7-ad2c-1b3bd4bc0c2d tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 Sep 15 08:42:01.910508 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbafd0-9637-43b9-b1f2-1ebbc191d4df req-69ed0f5a-103d-4684-9c3d-1fab9111111f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:01.911906 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5acbafd0-9637-43b9-b1f2-1ebbc191d4df req-69ed0f5a-103d-4684-9c3d-1fab9111111f tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.1381052 Sep 15 08:42:01.922957 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-5c491feb-c38a-4a6d-9fc9-e48e72203545 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:01.924403 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-5c491feb-c38a-4a6d-9fc9-e48e72203545 tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 945 time: 0.1116500 Sep 15 08:42:01.999625 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca5272-81eb-4441-9e97-0ce5ff0e987a req-9441e859-eed2-45a2-975c-f96d645b7ff5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:02.001180 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e6ca5272-81eb-4441-9e97-0ce5ff0e987a req-9441e859-eed2-45a2-975c-f96d645b7ff5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0843458 Sep 15 08:42:02.025984 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Deleting port caaf8aa4-7678-4978-85ba-a825a412ccb7 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:02.031205 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.056573 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e6ca5272-81eb-4441-9e97-0ce5ff0e987a req-630c1b9a-edde-4825-bd83-20400d3c15e7 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497584 Sep 15 08:42:02.064024 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5acbafd0-9637-43b9-b1f2-1ebbc191d4df req-05e89f39-fe77-4343-8250-ce3e19470cfe tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/security-groups?id=de44c89c-00bd-402b-af73-5ef4b2753f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384146 Sep 15 08:42:02.295121 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] For port caaf8aa4-7678-4978-85ba-a825a412ccb7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=caaf8aa4-7678-4978-85ba-a825a412ccb7,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:02.295470 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.423083 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Calling delete_port for caaf8aa4-7678-4978-85ba-a825a412ccb7 owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:02.520075 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:02.576042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.582096 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a3e7988e-001b-4cae-8e0d-05a2b2b1246d tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:02.597759 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:02.602802 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:02.603187 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.629943 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Pushing event deleted for resources: {'Port': ['ID=caaf8aa4-7678-4978-85ba-a825a412ccb7,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:02.634741 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:02.637031 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['caaf8aa4-7678-4978-85ba-a825a412ccb7'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:02.730296 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] No DVR routers for this DVR port caaf8aa4-7678-4978-85ba-a825a412ccb7 on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:02.732867 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.735836 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'name': 'network-vif-deleted', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:02.753294 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-af4b039f-bf25-46a2-8aca-28d4c758b04f req-b68a1507-89e7-47fe-a40f-10545d3994ef tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.37 "DELETE /v2.0/ports/caaf8aa4-7678-4978-85ba-a825a412ccb7 HTTP/1.1" status: 204 len: 173 time: 0.8135402 Sep 15 08:42:02.769800 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.807157 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:02.817761 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:02.822608 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:02.825257 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3deb63-9b8d-481a-bb5a-350eb6898859', 'name': 'network-vif-deleted', 'tag': 'caaf8aa4-7678-4978-85ba-a825a412ccb7', 'status': 'completed', 'code': 200} Sep 15 08:42:02.827138 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-56a4f325-548f-44ba-a188-a3938980e103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:02.881737 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'code': 200} Sep 15 08:42:02.920678 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:02.929168 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.929512 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.929879 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.930208 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.930712 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.931210 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.931543 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.931870 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.932193 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.932515 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.932838 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:02.936400 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:02.980577 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce17fd9-8b54-4578-8bc8-f92a793d3645 req-5027c7ac-ab0f-4021-9946-38d621d3966c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:02.982138 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8ce17fd9-8b54-4578-8bc8-f92a793d3645 req-5027c7ac-ab0f-4021-9946-38d621d3966c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 946 time: 0.0913987 Sep 15 08:42:03.044167 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8ce17fd9-8b54-4578-8bc8-f92a793d3645 req-baf29f0e-3ce4-4769-aca5-f6a9e28ba0fa tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560319 Sep 15 08:42:03.200866 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2a5f2689-3a62-432f-b5c5-31a7f17e2f9d req-5621307d-208c-419d-b368-5811f3859c0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 1099 time: 0.0824201 Sep 15 08:42:03.297573 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-e429c383-f8e4-46f0-9560-350cbcf0d4ac req-7b884991-5d77-4b9f-ae98-5f4e2f0f025e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Synchronizing usage tracker for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:03.311071 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2a5f2689-3a62-432f-b5c5-31a7f17e2f9d req-5725af2c-4b63-479f-830a-9fe0391c9dc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034126 Sep 15 08:42:03.320310 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-e429c383-f8e4-46f0-9560-350cbcf0d4ac req-7b884991-5d77-4b9f-ae98-5f4e2f0f025e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Unset dirty status for tenant:b60ed3d8a34f4a33b054eeb2cb2c8805 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:03.321490 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-e429c383-f8e4-46f0-9560-350cbcf0d4ac req-7b884991-5d77-4b9f-ae98-5f4e2f0f025e tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3deb63-9b8d-481a-bb5a-350eb6898859 HTTP/1.1" status: 200 len: 210 time: 0.0720272 Sep 15 08:42:03.443372 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599f53d-c040-497e-aa8f-390ffbc3c168 req-84eb4ab1-022f-48eb-b49a-f556e1f24c6c tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:03.444849 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6599f53d-c040-497e-aa8f-390ffbc3c168 req-84eb4ab1-022f-48eb-b49a-f556e1f24c6c tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0750325 Sep 15 08:42:03.489993 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6599f53d-c040-497e-aa8f-390ffbc3c168 req-e4c38276-3b4b-4324-8c5e-09a0be159f5a tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395424 Sep 15 08:42:03.687236 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-63365b8f-54e3-451c-9467-1d317d427d2f req-c70e15c8-f873-47aa-a15c-35f90074815b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0786207 Sep 15 08:42:03.910652 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51270) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:03.957153 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777797b-a1be-4994-9de9-57b89448998f req-5ebc96a2-3461-4557-a802-1f0a05ff29fb tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:03.958645 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6777797b-a1be-4994-9de9-57b89448998f req-5ebc96a2-3461-4557-a802-1f0a05ff29fb tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0810931 Sep 15 08:42:04.002726 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6777797b-a1be-4994-9de9-57b89448998f req-663c11a1-af9d-4d1f-a982-e4ea0eb9c9cd tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381732 Sep 15 08:42:04.048398 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-6f276ff7-23d8-474f-895a-cfb3eecb0c69 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1364472 Sep 15 08:42:04.329637 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c03277-6b71-4b5f-8bdb-74707ff443fa req-fad3136c-4c8d-4288-9152-f7aa2a8d3d99 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:04.334754 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d3c03277-6b71-4b5f-8bdb-74707ff443fa req-fad3136c-4c8d-4288-9152-f7aa2a8d3d99 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 946 time: 0.1713715 Sep 15 08:42:04.378129 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d3c03277-6b71-4b5f-8bdb-74707ff443fa req-0a8dece0-131c-4255-ad69-3626b1791258 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414166 Sep 15 08:42:05.132795 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51330) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:05.317753 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78342-d85e-4367-8dcf-200e4eaa193e req-76b99da6-4d7d-4371-b3c6-7156fd1a9a89 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:05.319751 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-23c78342-d85e-4367-8dcf-200e4eaa193e req-76b99da6-4d7d-4371-b3c6-7156fd1a9a89 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1140947 Sep 15 08:42:05.483209 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-23c78342-d85e-4367-8dcf-200e4eaa193e req-889e6c2c-c44e-41cf-9da5-60f0add3c118 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199796 Sep 15 08:42:05.512672 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-6064995c-2695-46a7-9e71-8f6e53727071 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07&tenant_id=859b628268124afb94c942d9169df969 HTTP/1.1" status: 200 len: 1099 time: 0.1484323 Sep 15 08:42:05.589580 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f876fe2-8008-437c-9d60-746bebd5cd4c req-21e7d257-a93e-4a1b-a109-8469ea1ce813 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:05.591051 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0f876fe2-8008-437c-9d60-746bebd5cd4c req-21e7d257-a93e-4a1b-a109-8469ea1ce813 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 946 time: 0.0811577 Sep 15 08:42:05.636448 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0f876fe2-8008-437c-9d60-746bebd5cd4c req-7a23019a-4df4-4daa-81a9-2de68d001bca tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398877 Sep 15 08:42:05.665287 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-8d631650-1822-4208-8940-3b62fc4c8fa4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1099 time: 0.1006007 Sep 15 08:42:05.923751 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159bae4-2558-45a9-ba80-512481addc24 req-53d641c7-c258-4600-bc39-3b9e8bd9397e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:05.925195 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-53d641c7-c258-4600-bc39-3b9e8bd9397e service neutron] 10.222.0.37 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 910 time: 0.2078843 Sep 15 08:42:05.991872 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723546'] for router_interface, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.072111 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579d043-c58c-41b0-bdb2-19cd5983e4ee req-70f54a68-7e6a-43b2-8750-0c83be9a28b1 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:06.073903 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7579d043-c58c-41b0-bdb2-19cd5983e4ee req-70f54a68-7e6a-43b2-8750-0c83be9a28b1 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 946 time: 0.2776141 Sep 15 08:42:06.087150 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51342) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:06.094062 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.v2.base [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Request body: {'floatingip': {'port_id': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93'}} {{(pid=75108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:06.126099 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-5e0bb720-7a52-4cf4-8e97-94091014dcd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 1002 time: 0.1874597 Sep 15 08:42:06.174134 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, before_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.250458 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159bae4-2558-45a9-ba80-512481addc24 req-d27a98c0-cf4b-4b15-9e42-6ac8644b8ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:06.252035 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-d27a98c0-cf4b-4b15-9e42-6ac8644b8ebe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 200 len: 848 time: 0.1166680 Sep 15 08:42:06.387703 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-fd63b004-15e0-4c0f-a016-0edfe854d5dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=497991f9-93e4-44dd-8f72-d5ffd0901c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1273818 Sep 15 08:42:06.577281 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:06.709386 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.741509 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:06.751416 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:06.756583 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.757683 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device caaf8aa4-7678-4978-85ba-a825a412ccb7 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:06.793736 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:06.797749 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-b1fe4a3c-dc31-4592-81b1-f289c2842a34 service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018469 Sep 15 08:42:06.813034 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.819915 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:06.841642 dv-cinder-806007-2-smb neutron-server[75109]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'code': 422} returned with failed status Sep 15 08:42:06.848934 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: caaf8aa4-7678-4978-85ba-a825a412ccb7 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:06.849346 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device caaf8aa4-7678-4978-85ba-a825a412ccb7 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:06.877936 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=6']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:06.881224 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:06.952546 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab140e6b-cd11-4c69-8fab-85cc17814a8c req-2bbc3e6f-e225-4f56-ae1a-613531335d3e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:06.954053 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ab140e6b-cd11-4c69-8fab-85cc17814a8c req-2bbc3e6f-e225-4f56-ae1a-613531335d3e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.3304846 Sep 15 08:42:07.050338 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2159bae4-2558-45a9-ba80-512481addc24 req-0f3f3d8e-db6f-4670-ac15-f63c8118bca3 service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396064 Sep 15 08:42:07.059846 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-ab140e6b-cd11-4c69-8fab-85cc17814a8c req-2e3c1785-4972-4acb-b962-33c4e9a44598 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937846 Sep 15 08:42:07.114420 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.l3_db [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Floating IP b7bca8c6-af1e-49fd-b867-2e9857a3f1db associated. External IP: 172.28.0.163, port: 66ca20e7-8df4-499f-9eaa-0d37e68b4e93. Sep 15 08:42:07.243431 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Deleting port cdf36023-72ca-4aae-b3b6-989aa88c5876 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:07.243909 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:07.432171 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] For port cdf36023-72ca-4aae-b3b6-989aa88c5876, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=cdf36023-72ca-4aae-b3b6-989aa88c5876,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:07.432876 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:07.545959 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Router cdbc5215-aa66-48b4-9350-c8928dd8c76f has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:07.550861 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Calling delete_port for cdf36023-72ca-4aae-b3b6-989aa88c5876 owned by network:router_interface {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:07.753443 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:07.758820 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:07.765603 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] Sync routers for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:07.778225 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:07.778990 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:07.814328 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-6d4567b1-4033-4e69-9fd2-04a41f7fc8f7 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "PUT /v2.0/floatingips/b7bca8c6-af1e-49fd-b867-2e9857a3f1db HTTP/1.1" status: 200 len: 992 time: 1.7260468 Sep 15 08:42:07.815012 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'tag': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:07.878213 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:07.883845 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-48b53b44-baf4-4895-9d02-3c6625ae6880 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:07.897378 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'tag': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'status': 'completed', 'code': 200} Sep 15 08:42:07.925342 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf36023-72ca-4aae-b3b6-989aa88c5876,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:07.929191 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:08.011332 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:08.287008 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39f73299-5419-450b-95a9-fca543bc54fd req-642c8f6a-f905-4f61-b7c9-fbf0e9ff59f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5620e87b091d4952b4c0df9492cbc25c&device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 1099 time: 0.1777155 Sep 15 08:42:08.418441 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87177e4a-7443-40b5-9f45-bf4b663d3c02 req-5fa093f0-9c7b-43bb-a6fc-eae6c7834f9b tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:08.426998 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-87177e4a-7443-40b5-9f45-bf4b663d3c02 req-5fa093f0-9c7b-43bb-a6fc-eae6c7834f9b tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 944 time: 0.1467440 Sep 15 08:42:08.486101 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-87177e4a-7443-40b5-9f45-bf4b663d3c02 req-735673ba-1d64-4b65-88f6-0fc5103b4031 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580218 Sep 15 08:42:08.544043 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f73299-5419-450b-95a9-fca543bc54fd req-34f89b57-d4b7-480f-b43f-7b587058acc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:08.545503 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39f73299-5419-450b-95a9-fca543bc54fd req-34f89b57-d4b7-480f-b43f-7b587058acc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 200 len: 910 time: 0.2498763 Sep 15 08:42:08.570351 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'b7bca8c6-af1e-49fd-b867-2e9857a3f1db', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'floating_ip_address': '172.28.0.163', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'port_id': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'mac_address': 'fa:16:3e:37:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:47Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 1, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:08.574115 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] Checking router: cdbc5215-aa66-48b4-9350-c8928dd8c76f for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:08.584314 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:08.584986 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:08.647224 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1711686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723694'] for router_interface, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:08.668644 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39f73299-5419-450b-95a9-fca543bc54fd req-b7621821-207a-47cc-8893-9437dbaa58df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ca20e7-8df4-499f-9eaa-0d37e68b4e93 HTTP/1.1" status: 200 len: 1000 time: 0.1141453 Sep 15 08:42:08.759187 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:08.797937 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f73299-5419-450b-95a9-fca543bc54fd req-0c006b96-e1de-40e4-b901-13244ae42224 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:08.799456 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39f73299-5419-450b-95a9-fca543bc54fd req-0c006b96-e1de-40e4-b901-13244ae42224 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 200 len: 848 time: 0.0802257 Sep 15 08:42:08.953166 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39f73299-5419-450b-95a9-fca543bc54fd req-be6cdc3b-20e0-466b-a96c-6ff94e8da990 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1471639 Sep 15 08:42:09.136962 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'b7bca8c6-af1e-49fd-b867-2e9857a3f1db', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'floating_ip_address': '172.28.0.163', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'port_id': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'mac_address': 'fa:16:3e:37:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:47Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 1, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:09.141061 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152974f-189e-4fe3-8e04-50179d956065 None None] The sync data for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb is: [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_floatingips': [{'id': 'b7bca8c6-af1e-49fd-b867-2e9857a3f1db', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'floating_ip_address': '172.28.0.163', 'floating_network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'router_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'port_id': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'mac_address': 'fa:16:3e:37:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:47Z', 'updated_at': '2021-09-15T08:42:06Z', 'revision_number': 1, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:09.270646 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39f73299-5419-450b-95a9-fca543bc54fd req-833d8c6b-73bd-4f3d-a2a3-93cc0b2390af service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064578 Sep 15 08:42:09.340454 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11284c41-90e0-4f02-aa94-c19f5a378a90 None None] New status for floating IP b7bca8c6-af1e-49fd-b867-2e9857a3f1db: ACTIVE {{(pid=75110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:42:09.578931 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39f73299-5419-450b-95a9-fca543bc54fd req-9cf7371a-a440-41bd-9141-4231e81098b2 service neutron] 10.222.0.37 "GET /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499573 Sep 15 08:42:09.743552 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff4267-a39b-4794-aa5e-e53072f342b7 req-bd3b4c26-e7c3-4fad-8bed-f4e00bf15da5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:09.745014 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d9ff4267-a39b-4794-aa5e-e53072f342b7 req-bd3b4c26-e7c3-4fad-8bed-f4e00bf15da5 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 944 time: 0.1175961 Sep 15 08:42:09.754303 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Router 1d300309-ab6a-40e9-8094-1b16c86570cd has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:09.862587 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-d9ff4267-a39b-4794-aa5e-e53072f342b7 req-97ea4b71-b19b-4b2c-ba11-e807d89cfc47 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070595 Sep 15 08:42:09.986184 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:09.994267 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] Sync routers for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:10.001447 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] 10.222.0.32 "PUT /v2.0/routers/1d300309-ab6a-40e9-8094-1b16c86570cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8661044 Sep 15 08:42:10.004081 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51374) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:10.009840 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:10.010490 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:10.186201 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:10.200553 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks [] for router, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.396100 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.405683 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Deleting port a828c46e-f0a1-4d20-8c09-80c86ce435dd {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:10.406296 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.473268 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:42:07Z', 'revision_number': 5, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port': {'id': 'a828c46e-f0a1-4d20-8c09-80c86ce435dd', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:34Z', 'updated_at': '2021-09-15T08:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:10.477769 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] Checking router: 1d300309-ab6a-40e9-8094-1b16c86570cd for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:10.488348 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] Routers {'1d300309-ab6a-40e9-8094-1b16c86570cd'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:10.489275 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:41:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1d300309-ab6a-40e9-8094-1b16c86570cd'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:10.582434 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] For port a828c46e-f0a1-4d20-8c09-80c86ce435dd, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=a828c46e-f0a1-4d20-8c09-80c86ce435dd,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:10.582805 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.639249 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] Set router 1d300309-ab6a-40e9-8094-1b16c86570cd gateway port host: None {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:10.745687 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:42:10Z', 'revision_number': 6, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port_host': None}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:10.749514 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174f6255-5389-4cfc-beda-7220937ea1bb None None] The sync data for ids ['1d300309-ab6a-40e9-8094-1b16c86570cd'] in dv-cinder-806007-2-smb is: [{'id': '1d300309-ab6a-40e9-8094-1b16c86570cd', 'name': 'tempest-TestMinimumBasicScenario-1483136014-router', 'tenant_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:33Z', 'updated_at': '2021-09-15T08:42:10Z', 'revision_number': 6, 'project_id': 'b60ed3d8a34f4a33b054eeb2cb2c8805', 'gw_port_host': None}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:10.807212 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Calling delete_port for a828c46e-f0a1-4d20-8c09-80c86ce435dd owned by network:router_gateway {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:10.962266 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f2cc3b02-046a-4391-8558-0fe05f32c393 req-2480f261-2f1b-4a57-b9ec-3c4835e21d24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1097 time: 0.0751836 Sep 15 08:42:10.981271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:10.985837 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:11.010793 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f2cc3b02-046a-4391-8558-0fe05f32c393 req-cbeedc74-e2e5-4d83-a2ae-80286098439a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375288 Sep 15 08:42:11.057405 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a828c46e-f0a1-4d20-8c09-80c86ce435dd,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:11.064987 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:11.310120 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c13df-939b-42bb-a411-fc80837e6f0d req-26fb34a5-b579-405c-a24c-4cf3bf2f8fab tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:11.311524 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0a7c13df-939b-42bb-a411-fc80837e6f0d req-26fb34a5-b579-405c-a24c-4cf3bf2f8fab tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 944 time: 0.2974069 Sep 15 08:42:11.314092 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726129'] for router_gateway, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.590058 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0a7c13df-939b-42bb-a411-fc80837e6f0d req-458f8b6d-811d-41ef-a289-0b53e968d2f2 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238724 Sep 15 08:42:11.601400 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128610'] for router, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.606379 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.634951 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721173'] for router, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.635535 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d300309-ab6a-40e9-8094-1b16c86570cd {{(pid=75108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:42:11.647952 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.651375 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] 10.222.0.32 "DELETE /v2.0/routers/1d300309-ab6a-40e9-8094-1b16c86570cd HTTP/1.1" status: 204 len: 168 time: 1.6439092 Sep 15 08:42:11.651594 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51390) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:11.693871 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-8d825790-4415-4313-b2ae-6db056620a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.712404 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Deleting subnet 80ef68f1-44d8-4554-821d-902ba10c574a {{(pid=75108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:42:11.715237 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.765704 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2588971'] for subnet, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.841237 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device cdf36023-72ca-4aae-b3b6-989aa88c5876 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:11.873047 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: cdf36023-72ca-4aae-b3b6-989aa88c5876 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:11.873394 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device cdf36023-72ca-4aae-b3b6-989aa88c5876 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:11.873846 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device a828c46e-f0a1-4d20-8c09-80c86ce435dd no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:11.885110 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.905990 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: a828c46e-f0a1-4d20-8c09-80c86ce435dd {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:11.906363 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device a828c46e-f0a1-4d20-8c09-80c86ce435dd not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:11.952218 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243446'] for subnet, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:11.956633 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:11.990722 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ef68f1-44d8-4554-821d-902ba10c574a,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:11.996363 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.001057 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a01ce-cd45-40da-b4a3-03691c05bbba None None] Network 05cf2c99-1d13-4bce-bc2d-5aada568e3de requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:12.010086 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/80ef68f1-44d8-4554-821d-902ba10c574a HTTP/1.1" status: 204 len: 168 time: 0.3553548 Sep 15 08:42:12.010086 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.010086 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.010439 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.010728 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.011091 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.011449 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.011700 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 51394) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:12.012151 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.012151 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.012487 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.012824 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.013166 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:12.016455 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e90762bb-71f9-4f73-b528-c04c20c3d7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:12.130505 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.142398 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Deleting port a9e81068-507f-4120-b034-cc90e54532ba {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:12.143054 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.267662 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.338080 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] DHCP port deletion for 05cf2c99-1d13-4bce-bc2d-5aada568e3de request from dv-cinder-806007-2-smb {{(pid=75109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:42:12.342312 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] Deleting port a9e81068-507f-4120-b034-cc90e54532ba {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:12.342724 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.353001 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] For port a9e81068-507f-4120-b034-cc90e54532ba, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=a9e81068-507f-4120-b034-cc90e54532ba,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:12.353269 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.473658 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Calling delete_port for a9e81068-507f-4120-b034-cc90e54532ba owned by network:dhcp {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:12.535183 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] For port a9e81068-507f-4120-b034-cc90e54532ba, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=a9e81068-507f-4120-b034-cc90e54532ba,segment=NetworkSegment(80cb884b-f7b8-44e2-a74a-553affe581be),segment_id=80cb884b-f7b8-44e2-a74a-553affe581be)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:12.535601 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.545049 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.550537 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8c7419d2-8663-4a66-b2f7-376fcf231cc0 tempest-VolumesNegativeTest-1264861087 tempest-VolumesNegativeTest-1264861087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:12.591753 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e81068-507f-4120-b034-cc90e54532ba,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:12.593995 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:12.598103 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:42:12.599736 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] No DVR routers for this DVR port a9e81068-507f-4120-b034-cc90e54532ba on host dv-cinder-806007-2-smb {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:12.660988 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] Calling delete_port for a9e81068-507f-4120-b034-cc90e54532ba owned by network:dhcp {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:12.717484 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.732362 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cf2c99-1d13-4bce-bc2d-5aada568e3de']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:12.750952 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cb884b-f7b8-44e2-a74a-553affe581be') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:12.751253 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cb884b-f7b8-44e2-a74a-553affe581be') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:12.814392 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.849670 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.863313 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:42:12.863918 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:42:12.877008 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:42:12.909496 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.db.api [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:42:12.910068 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_db.api [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:42:12.951123 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:12.965850 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'port_id': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'mac_address': 'fa:16:3e:60:d7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:42:13.019396 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.037040 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:13.049583 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.052698 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:13.057508 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.059376 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:13.060182 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2318f-c52b-4c38-b9ec-21a8b8f34cea req-e4075236-8d34-4003-bee1-ee004773f728 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:13.061652 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-45f2318f-c52b-4c38-b9ec-21a8b8f34cea req-e4075236-8d34-4003-bee1-ee004773f728 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 944 time: 0.2991016 Sep 15 08:42:13.064507 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.066975 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-439f9f77-d8fa-4075-8d76-7752021d1c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:13.105315 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Pushing event deleted for resources: {'Network': ['ID=05cf2c99-1d13-4bce-bc2d-5aada568e3de,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:13.108076 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:13.130119 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=7']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:13.130964 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a3615820-f885-415c-8706-666d38ed368c admin admin] 10.222.0.32 "DELETE /v2.0/networks/05cf2c99-1d13-4bce-bc2d-5aada568e3de HTTP/1.1" status: 204 len: 168 time: 1.1164465 Sep 15 08:42:13.133208 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:13.133981 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51406) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:13.142702 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-45f2318f-c52b-4c38-b9ec-21a8b8f34cea req-f4c99fcc-c7ca-44da-8515-deec771e18a6 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624547 Sep 15 08:42:13.411084 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] Deleting port a9e81068-507f-4120-b034-cc90e54532ba {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:13.411471 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.479115 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-ac077ab6-e8b1-4272-998e-d03f2e6bcba8 None None] The port 'a9e81068-507f-4120-b034-cc90e54532ba' was deleted {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:42:13.612228 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723546'] for router_interface, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.723401 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device a9e81068-507f-4120-b034-cc90e54532ba no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:13.758882 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: a9e81068-507f-4120-b034-cc90e54532ba {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:13.759258 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device a9e81068-507f-4120-b034-cc90e54532ba not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:13.788186 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:13.947811 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e93a843c-dc69-47b7-9dfc-d2699f222711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.209078 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Deleting port 21de48d1-a288-484b-8d8f-93621b7c8c6d {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:14.210090 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.429699 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] For port 21de48d1-a288-484b-8d8f-93621b7c8c6d, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=21de48d1-a288-484b-8d8f-93621b7c8c6d,segment=NetworkSegment(e71aacc8-e615-4d6c-b722-75d59e324637),segment_id=e71aacc8-e615-4d6c-b722-75d59e324637)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:14.430050 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.449049 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee31d4-7466-466c-9ad5-4de18576026d req-34e1f812-6ed7-4dba-b28b-6e391ea97a4d tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:14.450516 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2eee31d4-7466-466c-9ad5-4de18576026d req-34e1f812-6ed7-4dba-b28b-6e391ea97a4d tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 945 time: 0.1778359 Sep 15 08:42:14.570443 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Calling delete_port for 21de48d1-a288-484b-8d8f-93621b7c8c6d owned by network:router_interface {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:14.638514 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2eee31d4-7466-466c-9ad5-4de18576026d req-1b6c9d6a-6c8e-4d53-8cf9-2b53c7266c25 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414135 Sep 15 08:42:14.845361 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.849269 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-954ce8be-22f3-4afb-8e87-bb3e5c46b46a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:14.889332 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=21de48d1-a288-484b-8d8f-93621b7c8c6d,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:14.891192 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.891889 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:15.181434 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1711686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723694'] for router_interface, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.741405 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Router acc465fa-40bb-45ee-ae43-a3837cfbb26d has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:15.934063 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:15.942328 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] Sync routers for ids ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:15.942894 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] 10.222.0.32 "PUT /v2.0/routers/acc465fa-40bb-45ee-ae43-a3837cfbb26d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078771 Sep 15 08:42:15.945904 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51428) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:15.954944 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] Routers {'acc465fa-40bb-45ee-ae43-a3837cfbb26d'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:15.955584 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:42:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:16.138121 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks [] for router, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.162733 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] Set router acc465fa-40bb-45ee-ae43-a3837cfbb26d gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:16.372060 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.448052 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.452010 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:42:14Z', 'revision_number': 5, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port': {'id': 'fd220960-c910-4b45-8351-36927dcc29a3', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:16.456471 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] Checking router: acc465fa-40bb-45ee-ae43-a3837cfbb26d for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:16.457341 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Deleting port fd220960-c910-4b45-8351-36927dcc29a3 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:16.457711 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.467794 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] Routers {'acc465fa-40bb-45ee-ae43-a3837cfbb26d'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:16.468399 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:42:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:16.582335 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:16.629870 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] Set router acc465fa-40bb-45ee-ae43-a3837cfbb26d gateway port host: None {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:16.633625 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] For port fd220960-c910-4b45-8351-36927dcc29a3, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=fd220960-c910-4b45-8351-36927dcc29a3,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:16.633933 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.650614 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:16.651004 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.735656 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:42:16Z', 'revision_number': 6, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port_host': None}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:16.739916 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f18383-0f94-43d8-9e98-413e5f7f2d28 None None] The sync data for ids ['acc465fa-40bb-45ee-ae43-a3837cfbb26d'] in dv-cinder-806007-2-smb is: [{'id': 'acc465fa-40bb-45ee-ae43-a3837cfbb26d', 'name': 'tempest-TestMinimumBasicScenario-2078367707-router', 'tenant_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:42:16Z', 'revision_number': 6, 'project_id': 'cc681533b1fb4bbeaaa783575b1f9f29', 'gw_port_host': None}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:16.754936 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Calling delete_port for fd220960-c910-4b45-8351-36927dcc29a3 owned by network:router_gateway {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:16.765180 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.794008 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:16.803863 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:16.809035 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.811499 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:16.854174 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'code': 200} Sep 15 08:42:16.880581 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=8']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:16.884426 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:16.931054 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:16.935337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d87dc10c-fe57-44e6-b22b-47da327d5bca tempest-VolumesActionsTest-1830346523 tempest-VolumesActionsTest-1830346523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:16.976173 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd220960-c910-4b45-8351-36927dcc29a3,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:16.978991 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:17.204560 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726129'] for router_gateway, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.460357 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128610'] for router, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.464782 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.492893 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721173'] for router, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.493462 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acc465fa-40bb-45ee-ae43-a3837cfbb26d {{(pid=75108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:42:17.506136 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.509638 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5a9a173f-1f06-488f-87c7-73f92fa63a58 admin admin] 10.222.0.32 "DELETE /v2.0/routers/acc465fa-40bb-45ee-ae43-a3837cfbb26d HTTP/1.1" status: 204 len: 168 time: 1.5605369 Sep 15 08:42:17.509847 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51452) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:17.676644 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_v2 [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] Deleting subnet 81690bae-fabb-4412-9326-b5eefd8698f8 {{(pid=75108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:42:17.680609 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.735142 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2588971'] for subnet, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.738163 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 21de48d1-a288-484b-8d8f-93621b7c8c6d no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:17.771335 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 21de48d1-a288-484b-8d8f-93621b7c8c6d {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:17.771692 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 21de48d1-a288-484b-8d8f-93621b7c8c6d not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:17.773043 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device fd220960-c910-4b45-8351-36927dcc29a3 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:17.803304 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: fd220960-c910-4b45-8351-36927dcc29a3 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:17.803665 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device fd220960-c910-4b45-8351-36927dcc29a3 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:17.813924 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.882545 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243446'] for subnet, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.886940 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:17.919789 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81690bae-fabb-4412-9326-b5eefd8698f8,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:17.924339 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:17.927619 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.933186 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1647512c-ce64-4d9e-98ae-a1309f8471c9 None None] Network 0b43b833-e08c-4098-a139-2d8056bbe087 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:17.935148 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-27707556-5bdc-43a3-8118-34eed8ab1cca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/81690bae-fabb-4412-9326-b5eefd8698f8 HTTP/1.1" status: 204 len: 168 time: 0.4242916 Sep 15 08:42:17.937478 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51458) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:18.049283 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.059828 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Deleting port d9eca0c9-b2fb-493b-8c07-29bba6821787 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:18.060152 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.211034 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] DHCP port deletion for 0b43b833-e08c-4098-a139-2d8056bbe087 request from dv-cinder-806007-2-smb {{(pid=75109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:42:18.214997 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] Deleting port d9eca0c9-b2fb-493b-8c07-29bba6821787 {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:18.215684 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.278082 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] For port d9eca0c9-b2fb-493b-8c07-29bba6821787, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d9eca0c9-b2fb-493b-8c07-29bba6821787,segment=NetworkSegment(e71aacc8-e615-4d6c-b722-75d59e324637),segment_id=e71aacc8-e615-4d6c-b722-75d59e324637)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:18.278475 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.397629 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Calling delete_port for d9eca0c9-b2fb-493b-8c07-29bba6821787 owned by network:dhcp {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:18.411413 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] For port d9eca0c9-b2fb-493b-8c07-29bba6821787, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=d9eca0c9-b2fb-493b-8c07-29bba6821787,segment=NetworkSegment(e71aacc8-e615-4d6c-b722-75d59e324637),segment_id=e71aacc8-e615-4d6c-b722-75d59e324637)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:18.411808 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.469790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.474000 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-91b20e96-0543-4cfc-b487-b44ca9369e36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:18.519859 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d9eca0c9-b2fb-493b-8c07-29bba6821787,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:18.522301 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:18.524812 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] No DVR routers for this DVR port d9eca0c9-b2fb-493b-8c07-29bba6821787 on host dv-cinder-806007-2-smb {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:18.533083 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] Calling delete_port for d9eca0c9-b2fb-493b-8c07-29bba6821787 owned by network:dhcp {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:18.607895 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.db.api [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:42:18.608267 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_db.api [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:42:18.641682 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.654001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b43b833-e08c-4098-a139-2d8056bbe087']}} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:18.666195 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71aacc8-e615-4d6c-b722-75d59e324637') {'for_net_delete': True} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:18.666536 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71aacc8-e615-4d6c-b722-75d59e324637') {} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:18.678578 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2588978'] for segment, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.694925 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.700903 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=75108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:42:18.701267 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591003'] for segment, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: Traceback (most recent call last): Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: timer() Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: cb(*args, **kw) Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: return func(*args, **kwargs) Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: self._notify() Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: self.callback(batched_events) Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: event.method(event) Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: return f(self, *a, **k) Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: return self._get(url).json() Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: return self.request(url, 'GET', **kwargs) Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:42:18.713962 dv-cinder-806007-2-smb neutron-server[75108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:42:18.790319 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.795052 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:18.810859 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.817519 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0b43b833-e08c-4098-a139-2d8056bbe087,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:18.829523 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:18.829523 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9f2ae690-dc33-4154-ac10-84610a1034bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/0b43b833-e08c-4098-a139-2d8056bbe087 HTTP/1.1" status: 204 len: 168 time: 0.8859429 Sep 15 08:42:18.959206 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51470) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:19.009417 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-94ebc2e1-a02e-4b2f-a5f3-2cf3dbf5483f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b60ed3d8a34f4a33b054eeb2cb2c8805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488622 Sep 15 08:42:19.011570 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51474) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:19.069839 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ed932825-5dc7-4799-be4f-448f3b727e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.094371 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ed932825-5dc7-4799-be4f-448f3b727e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.109717 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] Deleting port d9eca0c9-b2fb-493b-8c07-29bba6821787 {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:19.110628 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.148777 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ed932825-5dc7-4799-be4f-448f3b727e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.153622 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-36afa9d8-a516-49f8-a07b-e17cecb9e35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:19.168555 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed932825-5dc7-4799-be4f-448f3b727e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de44c89c-00bd-402b-af73-5ef4b2753f87,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:19.171367 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ed932825-5dc7-4799-be4f-448f3b727e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:19.176934 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ed932825-5dc7-4799-be4f-448f3b727e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.178050 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ed932825-5dc7-4799-be4f-448f3b727e22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de44c89c-00bd-402b-af73-5ef4b2753f87 HTTP/1.1" status: 204 len: 168 time: 0.1656203 Sep 15 08:42:19.182264 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2ab91-4e4d-4c3b-8d4d-706d5cbe9109 None None] The port 'd9eca0c9-b2fb-493b-8c07-29bba6821787' was deleted {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:42:19.576440 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51484) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:19.627991 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f6a02c2b-45ba-4bb5-802c-eea964641ab3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc681533b1fb4bbeaaa783575b1f9f29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502448 Sep 15 08:42:19.630261 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 51488) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:19.690898 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddb62896-4590-4fe6-952a-41c19ea97c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.716110 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddb62896-4590-4fe6-952a-41c19ea97c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.732059 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d9eca0c9-b2fb-493b-8c07-29bba6821787 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:19.768479 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: d9eca0c9-b2fb-493b-8c07-29bba6821787 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:19.769003 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device d9eca0c9-b2fb-493b-8c07-29bba6821787 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:19.775489 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddb62896-4590-4fe6-952a-41c19ea97c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.780966 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-91961092-29c3-4a94-93b9-56e3a2bc6841 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:19.795330 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb62896-4590-4fe6-952a-41c19ea97c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75679d9e-4900-43c5-bcd2-449644cebde2,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:19.797529 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ddb62896-4590-4fe6-952a-41c19ea97c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:19.798667 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ddb62896-4590-4fe6-952a-41c19ea97c87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75679d9e-4900-43c5-bcd2-449644cebde2 HTTP/1.1" status: 204 len: 168 time: 0.1674528 Sep 15 08:42:19.799577 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ddb62896-4590-4fe6-952a-41c19ea97c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:25.695202 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:42:29.934480 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:34.360514 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-38b8d3dd-889b-43c2-bcb8-4686b91e5370 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713627 Sep 15 08:42:34.470776 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-78af16de-b6e8-490f-813e-1028f6fad0ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1099 time: 0.0676646 Sep 15 08:42:34.612749 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-11d7a8b6-3bf7-41c0-af10-76ca85aff2ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:34.614208 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-11d7a8b6-3bf7-41c0-af10-76ca85aff2ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 910 time: 0.1244462 Sep 15 08:42:34.718546 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-057838fc-fa76-4f59-937f-073a7dc61cea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 1002 time: 0.0974743 Sep 15 08:42:34.795653 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-3a3a2721-ae40-4c45-910d-dc6b0b1cf7e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:34.797080 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-3a3a2721-ae40-4c45-910d-dc6b0b1cf7e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 200 len: 848 time: 0.0566874 Sep 15 08:42:34.872745 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-fc63f586-0a35-4c1c-b85b-fec4f883eb85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=497991f9-93e4-44dd-8f72-d5ffd0901c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684848 Sep 15 08:42:34.999144 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-242daa3a-9460-4c31-9b60-89ee4205e784 service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192596 Sep 15 08:42:35.128837 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-29be57e6-f14a-43eb-bbe8-e497c330e4fd req-2a8f0d69-874c-4012-ab4d-f135e3e5b16b service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226025 Sep 15 08:42:41.696465 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3dd907f0-3a6f-46b2-8578-cc7e629f9609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.779138 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feefa58-14e3-4a08-bf49-70e1c9402137 req-eb73c90d-58ed-4fbd-97bd-9e42787f9fd2 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:41.780603 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0feefa58-14e3-4a08-bf49-70e1c9402137 req-eb73c90d-58ed-4fbd-97bd-9e42787f9fd2 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.0792575 Sep 15 08:42:41.826333 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0feefa58-14e3-4a08-bf49-70e1c9402137 req-250b722d-c347-4f5c-afce-515d8327c097 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Sep 15 08:42:42.248862 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.025457 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e13f26-fc54-4517-95b3-cc1687270123 req-ff043ae2-8689-4639-aae4-6ed2dc9cc9b7 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:43.026973 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-41e13f26-fc54-4517-95b3-cc1687270123 req-ff043ae2-8689-4639-aae4-6ed2dc9cc9b7 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.0759084 Sep 15 08:42:43.072973 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-41e13f26-fc54-4517-95b3-cc1687270123 req-6bccd3ed-4a03-48ee-b91d-88d4881c56f9 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Sep 15 08:42:43.920312 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b765cae3-4f63-48cc-acdd-bae4e231aadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:44.267409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a09b56-30d1-467d-ba37-9a2be0e44deb req-6cdaad24-f1eb-4bbf-9ff2-0f5c5c9e2b12 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:44.268856 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b8a09b56-30d1-467d-ba37-9a2be0e44deb req-6cdaad24-f1eb-4bbf-9ff2-0f5c5c9e2b12 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.0745826 Sep 15 08:42:44.316813 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-b8a09b56-30d1-467d-ba37-9a2be0e44deb req-ec454ed4-2370-4b7b-b8da-3c738a653cfd tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 Sep 15 08:42:44.892334 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:45.517671 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d3023-57c8-4f47-971d-6dd95171d275 req-2fe04bbd-a77f-4fe2-b304-754b8a80853f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:45.519165 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-504d3023-57c8-4f47-971d-6dd95171d275 req-2fe04bbd-a77f-4fe2-b304-754b8a80853f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.0800543 Sep 15 08:42:45.563486 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-504d3023-57c8-4f47-971d-6dd95171d275 req-25edb71e-c3b2-4c34-9c62-6d06f4c1331b tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389404 Sep 15 08:42:46.368072 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.838678 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e603e5-a9ab-401c-9187-aa3066dfa62e req-212cff78-4f78-4a97-be43-782302f4baf7 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:46.840632 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-14e603e5-a9ab-401c-9187-aa3066dfa62e req-212cff78-4f78-4a97-be43-782302f4baf7 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.1572504 Sep 15 08:42:46.885118 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-14e603e5-a9ab-401c-9187-aa3066dfa62e req-52555842-dd93-43ec-ac82-88ae8dd67da4 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390141 Sep 15 08:42:47.149703 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-4b8262a7-c0a2-4220-8726-9299afe22c34 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:47.151234 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-4b8262a7-c0a2-4220-8726-9299afe22c34 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.37 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 945 time: 0.0749614 Sep 15 08:42:47.221906 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Deleting port cba7977a-4c87-440d-8e0d-798fcd0b3f4a {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:47.222245 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.455007 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] For port cba7977a-4c87-440d-8e0d-798fcd0b3f4a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:47.455278 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.573815 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Calling delete_port for cba7977a-4c87-440d-8e0d-798fcd0b3f4a owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:47.785993 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.792033 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1d8d6e7f-0e43-4fb9-84f3-9960772ae210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:47.822896 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['cba7977a-4c87-440d-8e0d-798fcd0b3f4a'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:47.839530 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Pushing event deleted for resources: {'Port': ['ID=cba7977a-4c87-440d-8e0d-798fcd0b3f4a,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:47.842915 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:47.914629 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] No DVR routers for this DVR port cba7977a-4c87-440d-8e0d-798fcd0b3f4a on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:47.917186 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.919881 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083de7ea-0102-45de-b07f-2b5d00cee049', 'name': 'network-vif-deleted', 'tag': 'cba7977a-4c87-440d-8e0d-798fcd0b3f4a'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:47.935308 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-40e5b65b-100b-44e6-8b9e-31486f56191f req-3ce7259d-b81b-4442-8313-0c912f53278d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.37 "DELETE /v2.0/ports/cba7977a-4c87-440d-8e0d-798fcd0b3f4a HTTP/1.1" status: 204 len: 173 time: 0.7777519 Sep 15 08:42:48.052265 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-f609ea41-489c-487e-b054-2c3845a27999 req-448b21ac-4d35-468d-84f5-a91b6730d52c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Synchronizing usage tracker for tenant:e808fb51eca045b7b502913d2c9690fc on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:48.055685 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083de7ea-0102-45de-b07f-2b5d00cee049', 'name': 'network-vif-deleted', 'tag': 'cba7977a-4c87-440d-8e0d-798fcd0b3f4a', 'status': 'completed', 'code': 200} Sep 15 08:42:48.072452 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-f609ea41-489c-487e-b054-2c3845a27999 req-448b21ac-4d35-468d-84f5-a91b6730d52c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Unset dirty status for tenant:e808fb51eca045b7b502913d2c9690fc on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:48.073724 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f609ea41-489c-487e-b054-2c3845a27999 req-448b21ac-4d35-468d-84f5-a91b6730d52c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=083de7ea-0102-45de-b07f-2b5d00cee049 HTTP/1.1" status: 200 len: 210 time: 0.0649683 Sep 15 08:42:50.822455 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device cba7977a-4c87-440d-8e0d-798fcd0b3f4a no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:50.855249 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: cba7977a-4c87-440d-8e0d-798fcd0b3f4a {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:50.855596 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device cba7977a-4c87-440d-8e0d-798fcd0b3f4a not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:53.404930 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-3f80c54a-eeee-46af-9a4d-d03391f7f2d0 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:53.405615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-3f80c54a-eeee-46af-9a4d-d03391f7f2d0 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Synchronizing usage tracker for tenant:e808fb51eca045b7b502913d2c9690fc on resource:network {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:53.423574 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-3f80c54a-eeee-46af-9a4d-d03391f7f2d0 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Unset dirty status for tenant:e808fb51eca045b7b502913d2c9690fc on resource:network {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:53.424943 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-3f80c54a-eeee-46af-9a4d-d03391f7f2d0 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/networks?id=1e0ad461-7355-43ec-863e-3064df53060f HTTP/1.1" status: 200 len: 813 time: 0.1640155 Sep 15 08:42:53.441423 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-020b963b-efa2-4be5-a28b-b134b9570481 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/quotas/e808fb51eca045b7b502913d2c9690fc HTTP/1.1" status: 200 len: 375 time: 0.0106058 Sep 15 08:42:53.486117 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-72fb0356-210e-4014-a7dc-31acc264c330 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e808fb51eca045b7b502913d2c9690fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397415 Sep 15 08:42:53.618541 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-57b3b63e-74d8-461c-876d-8a7e7e1829cc service neutron] 10.222.0.32 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252866 Sep 15 08:42:53.747812 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-5df7746d-a4a6-41ba-a4c4-ba5f930dfe98 service neutron] 10.222.0.32 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236861 Sep 15 08:42:53.933300 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-83749b83-1154-495f-97a9-2b069571a0ad req-51b9a543-10fb-4aac-bf3b-a830fe2f9827 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 210 time: 0.0437834 Sep 15 08:42:55.131977 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-e7e1cb63-c4fb-400b-938c-4e726cd1cd75 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:55.133475 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-e7e1cb63-c4fb-400b-938c-4e726cd1cd75 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.37 "GET /v2.0/networks?id=1e0ad461-7355-43ec-863e-3064df53060f HTTP/1.1" status: 200 len: 813 time: 0.1908121 Sep 15 08:42:55.135419 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4e858441-d951-47b8-a612-c06c93229c10 req-72d29aec-12d4-42bb-87fd-928e31e6e796 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 210 time: 0.0528166 Sep 15 08:42:55.161061 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Request body: {'port': {'device_id': '9f87b966-b341-410a-9147-86e8d237609b', 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f', 'admin_state_up': True, 'tenant_id': 'e808fb51eca045b7b502913d2c9690fc'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:55.288016 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:55.298009 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:55.307779 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Made reservation on behalf of e808fb51eca045b7b502913d2c9690fc for: {'port': 1} {{(pid=75107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:55.310786 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:55.465356 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_common [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Allocated IP 172.20.0.3 (1e0ad461-7355-43ec-863e-3064df53060f/ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7/70b4bc68-9b3e-4281-85cd-a309efe88dd4) {{(pid=75107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:55.657012 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks [] for port, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:55.683017 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769788636483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:55.688450 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b96dd824-e91d-47d5-aa1d-d2786d413c8a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:55.758937 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Network 1e0ad461-7355-43ec-863e-3064df53060f is already hosted by enough agents. {{(pid=75107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:55.762027 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.base_scheduler [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Resources bound (agent type, host, resource id): {{(pid=75107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:55.766483 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Received port after_create {{(pid=75107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:55.790929 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Pushing event updated for resources: {'Port': ['ID=70b4bc68-9b3e-4281-85cd-a309efe88dd4,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:55.812127 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.812492 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.812852 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.813206 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.813554 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.813902 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.814541 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.814889 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.815233 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.815574 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.815915 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:55.821375 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:55.838699 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:55.839297 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:55.862367 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-bf8425ee-77d4-4d88-8359-f66fed28b64e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7084134 Sep 15 08:42:55.962577 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.v2.base [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Request body: {'port': {'device_id': '9f87b966-b341-410a-9147-86e8d237609b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:56.141714 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.342879 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b77c27-82a1-4e1d-ba42-ae763b30ddf8 req-0244b0b0-1fe8-4a4f-b7ef-7ed5688d3350 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:56.344257 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-11b77c27-82a1-4e1d-ba42-ae763b30ddf8 req-0244b0b0-1fe8-4a4f-b7ef-7ed5688d3350 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 931 time: 0.0762150 Sep 15 08:42:56.389870 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-11b77c27-82a1-4e1d-ba42-ae763b30ddf8 req-c4f888df-6c9c-4e56-80fd-4542106a2ce4 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Sep 15 08:42:56.475135 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b4bc68-9b3e-4281-85cd-a309efe88dd4 {{(pid=75107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:56.481713 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Notify callbacks [] for port, precommit_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.497185 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.provisioning_blocks [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Transition to ACTIVE for port object 70b4bc68-9b3e-4281-85cd-a309efe88dd4 will not be triggered until provisioned by entity L2. {{(pid=75107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:56.500830 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.504886 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6dcf2ae0-a0d3-4398-88e9-88be1c818a65 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:56.621895 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Pushing event updated for resources: {'Port': ['ID=70b4bc68-9b3e-4281-85cd-a309efe88dd4,revision_number=2']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:56.625663 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:56.722939 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Attempting to bind port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:56.723273 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Attempting to bind port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:56.723604 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Attempting to bind port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 on network 1e0ad461-7355-43ec-863e-3064df53060f {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:56.730568 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 on network 1e0ad461-7355-43ec-863e-3064df53060f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:42:56.730888 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Attempting to bind port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 on network 1e0ad461-7355-43ec-863e-3064df53060f {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:56.736977 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Checking agent: {'id': '54775c73-2a43-4a8a-86c8-443659b02a70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:56.737309 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Checking segment: {'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:56.737694 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Bound using segment: {'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'} {{(pid=75107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:56.738105 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.managers [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Bound port: 70b4bc68-9b3e-4281-85cd-a309efe88dd4, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb569c8-2516-420e-92d7-f6f9c963fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f'}}] {{(pid=75107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:56.738469 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.825299 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] For port 70b4bc68-9b3e-4281-85cd-a309efe88dd4, host hv-cinder-80600, cleared binding levels {{(pid=75107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:56.828182 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] For port 70b4bc68-9b3e-4281-85cd-a309efe88dd4, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=70b4bc68-9b3e-4281-85cd-a309efe88dd4,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:56.832478 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193683'] for port, after_update {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.836470 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2e769f93-c006-4266-9794-06ab85a572d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:56.892074 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.893456 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] 10.222.0.37 "PUT /v2.0/ports/70b4bc68-9b3e-4281-85cd-a309efe88dd4 HTTP/1.1" status: 200 len: 1093 time: 0.9351625 Sep 15 08:42:56.893932 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f87b966-b341-410a-9147-86e8d237609b', 'tag': '70b4bc68-9b3e-4281-85cd-a309efe88dd4'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:56.910070 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Pushing event updated for resources: {'Port': ['ID=70b4bc68-9b3e-4281-85cd-a309efe88dd4,revision_number=3']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:56.913906 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-25d69266-a66e-4a48-aab6-d2174f59eeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:56.977422 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f87b966-b341-410a-9147-86e8d237609b', 'tag': '70b4bc68-9b3e-4281-85cd-a309efe88dd4', 'status': 'completed', 'code': 200} Sep 15 08:42:57.022163 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-f24932c2-d265-4318-baa8-a543bccc2722 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e808fb51eca045b7b502913d2c9690fc&device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 1096 time: 0.0742936 Sep 15 08:42:57.099972 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-6ee0bcae-132f-4949-af02-ac2df7efdc36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70b4bc68-9b3e-4281-85cd-a309efe88dd4 HTTP/1.1" status: 200 len: 217 time: 0.0625987 Sep 15 08:42:57.169105 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-46e69f33-a7ff-46af-ac79-e8a7a51b2d90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.170738 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-46e69f33-a7ff-46af-ac79-e8a7a51b2d90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7 HTTP/1.1" status: 200 len: 853 time: 0.0644577 Sep 15 08:42:57.218211 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-c7f9e22d-05d6-4f60-aa41-85b21858632c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e0ad461-7355-43ec-863e-3064df53060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408838 Sep 15 08:42:57.346878 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-e0843138-88e5-41d2-b540-7186de5190df service neutron] 10.222.0.37 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222093 Sep 15 08:42:57.475764 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c1f659fd-cc9e-4af0-853b-74e408c1424f req-faf7959a-e237-4eb7-98f2-2bb744786252 service neutron] 10.222.0.37 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220067 Sep 15 08:42:57.592287 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16dc3-be8c-4f74-b03c-887cd749bd53 req-211fd509-c57a-4f90-8c3c-2ab4dd94334f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.593740 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1ab16dc3-be8c-4f74-b03c-887cd749bd53 req-211fd509-c57a-4f90-8c3c-2ab4dd94334f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 943 time: 0.0817783 Sep 15 08:42:57.634479 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39af09de-07b2-4d67-8afd-36d020761044 req-513b5246-ebc0-4d38-ab63-cdf5c7f1d374 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e808fb51eca045b7b502913d2c9690fc&device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 1096 time: 0.0669706 Sep 15 08:42:57.638851 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1ab16dc3-be8c-4f74-b03c-887cd749bd53 req-a45b9b7f-f911-46e4-816e-945cbe01d9a9 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392807 Sep 15 08:42:57.761688 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af09de-07b2-4d67-8afd-36d020761044 req-7e0226cc-4ea5-4976-80ea-e89d818e204e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.763157 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39af09de-07b2-4d67-8afd-36d020761044 req-7e0226cc-4ea5-4976-80ea-e89d818e204e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e0ad461-7355-43ec-863e-3064df53060f HTTP/1.1" status: 200 len: 914 time: 0.1224036 Sep 15 08:42:57.899290 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39af09de-07b2-4d67-8afd-36d020761044 req-b67ab71a-ec01-46b5-b46c-9a20f4aaec22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70b4bc68-9b3e-4281-85cd-a309efe88dd4 HTTP/1.1" status: 200 len: 217 time: 0.1294768 Sep 15 08:42:57.961698 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af09de-07b2-4d67-8afd-36d020761044 req-02dfa9b7-dc50-485b-86cc-69651411c81e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.963027 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39af09de-07b2-4d67-8afd-36d020761044 req-02dfa9b7-dc50-485b-86cc-69651411c81e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7 HTTP/1.1" status: 200 len: 853 time: 0.0573351 Sep 15 08:42:58.006504 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39af09de-07b2-4d67-8afd-36d020761044 req-6318f6a1-24cc-427f-b474-cd781e5f232b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e0ad461-7355-43ec-863e-3064df53060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374055 Sep 15 08:42:58.131910 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39af09de-07b2-4d67-8afd-36d020761044 req-539d484a-63d8-403d-81b8-9c54ddb361fb service neutron] 10.222.0.37 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192434 Sep 15 08:42:58.260310 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-39af09de-07b2-4d67-8afd-36d020761044 req-509ea0d0-85e3-4738-a559-84848074de74 service neutron] 10.222.0.37 "GET /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211729 Sep 15 08:42:58.830912 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a4a86-d977-455d-b4e6-6e5e58d34516 req-7b2ccfba-0781-4cd0-83d4-d9af6631fad4 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:58.831601 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-c09a4a86-d977-455d-b4e6-6e5e58d34516 req-7b2ccfba-0781-4cd0-83d4-d9af6631fad4 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Synchronizing usage tracker for tenant:e808fb51eca045b7b502913d2c9690fc on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:58.846002 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-c09a4a86-d977-455d-b4e6-6e5e58d34516 req-7b2ccfba-0781-4cd0-83d4-d9af6631fad4 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Unset dirty status for tenant:e808fb51eca045b7b502913d2c9690fc on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:58.847158 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c09a4a86-d977-455d-b4e6-6e5e58d34516 req-7b2ccfba-0781-4cd0-83d4-d9af6631fad4 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 943 time: 0.0899498 Sep 15 08:42:58.895051 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c09a4a86-d977-455d-b4e6-6e5e58d34516 req-11b54d90-1e34-4cc4-8d01-9d24273701eb tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Sep 15 08:42:59.947825 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:00.087481 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316a04c-422c-415e-83c9-2b4069bda6ef req-bb7ec3a8-25ec-432a-8dcc-22085d3a552d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:00.088919 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e316a04c-422c-415e-83c9-2b4069bda6ef req-bb7ec3a8-25ec-432a-8dcc-22085d3a552d tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 943 time: 0.0756831 Sep 15 08:43:00.132911 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-e316a04c-422c-415e-83c9-2b4069bda6ef req-de273580-38b5-4b3d-8d98-1b1b61d55e49 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Sep 15 08:43:00.878924 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 70b4bc68-9b3e-4281-85cd-a309efe88dd4 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:43:01.006663 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 70b4bc68-9b3e-4281-85cd-a309efe88dd4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=70b4bc68-9b3e-4281-85cd-a309efe88dd4,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:01.019106 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': '70b4bc68-9b3e-4281-85cd-a309efe88dd4', 'network_id': '1e0ad461-7355-43ec-863e-3064df53060f', 'port_id': '70b4bc68-9b3e-4281-85cd-a309efe88dd4', 'mac_address': 'fa:16:3e:7c:58:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:43:01.073395 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.090482 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b4bc68-9b3e-4281-85cd-a309efe88dd4 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:43:01.105578 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 70b4bc68-9b3e-4281-85cd-a309efe88dd4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=70b4bc68-9b3e-4281-85cd-a309efe88dd4,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:01.110083 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.112780 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e6f6da64-7092-4a93-83ef-4feb1d649e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:01.175327 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=70b4bc68-9b3e-4281-85cd-a309efe88dd4,revision_number=4']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:01.178396 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:01.324880 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13390-6300-4aec-8880-72cf3b2a35e1 req-7440c41f-9374-440a-bdf9-961b63eddd1c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:01.326338 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4db13390-6300-4aec-8880-72cf3b2a35e1 req-7440c41f-9374-440a-bdf9-961b63eddd1c tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 944 time: 0.0739095 Sep 15 08:43:01.385985 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4db13390-6300-4aec-8880-72cf3b2a35e1 req-f0041a3b-27e8-4e46-96fa-93a8e3428be3 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541210 Sep 15 08:43:01.529041 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['70b4bc68-9b3e-4281-85cd-a309efe88dd4'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:02.582600 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb131f5-b49f-4bca-a6ce-ce1944459576 req-5a0a46ed-8448-4fc6-9a39-4028d83e06c5 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:02.584544 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ecb131f5-b49f-4bca-a6ce-ce1944459576 req-5a0a46ed-8448-4fc6-9a39-4028d83e06c5 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 944 time: 0.0798814 Sep 15 08:43:02.627511 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ecb131f5-b49f-4bca-a6ce-ce1944459576 req-2b45cfc6-393a-436e-8e54-08fd66f0de01 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 Sep 15 08:43:02.685052 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:43:02.897527 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 70b4bc68-9b3e-4281-85cd-a309efe88dd4 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:43:02.964535 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning for port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 completed by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:43:02.969170 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:43:02.969558 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.081547 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.107544 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87b966-b341-410a-9147-86e8d237609b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b4bc68-9b3e-4281-85cd-a309efe88dd4'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:03.116966 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port 70b4bc68-9b3e-4281-85cd-a309efe88dd4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=70b4bc68-9b3e-4281-85cd-a309efe88dd4,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:03.120856 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.122789 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:03.169001 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f87b966-b341-410a-9147-86e8d237609b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b4bc68-9b3e-4281-85cd-a309efe88dd4', 'code': 200} Sep 15 08:43:03.193653 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=70b4bc68-9b3e-4281-85cd-a309efe88dd4,revision_number=5']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:03.202002 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.202369 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.202722 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.203046 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.203378 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.203712 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.204037 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.204361 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.204684 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.205001 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.205320 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:03.209403 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:03.428532 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-47b95ca3-d6f7-462f-9425-6e04d0495363 req-6f98eeb0-0eba-450c-ad41-e3b56bd4931f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 1098 time: 0.0697322 Sep 15 08:43:03.472026 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-47b95ca3-d6f7-462f-9425-6e04d0495363 req-31c6205a-7bd4-4353-a94f-e601288d507f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346501 Sep 15 08:43:03.820500 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52763a-9838-49c3-a025-8ec5d05a6b77 req-de003034-e983-4421-ad30-e83f80125e6f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:03.821934 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1c52763a-9838-49c3-a025-8ec5d05a6b77 req-de003034-e983-4421-ad30-e83f80125e6f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.0751314 Sep 15 08:43:03.866628 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1c52763a-9838-49c3-a025-8ec5d05a6b77 req-f5e9c9b4-87eb-4c9c-8a6f-81f5cdcf7616 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Sep 15 08:43:05.064847 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd36e6-a164-4cea-99bc-14cc0cdb7732 req-9e3e0292-fefb-461e-90bb-597ade38ba08 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:05.066346 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-cbfd36e6-a164-4cea-99bc-14cc0cdb7732 req-9e3e0292-fefb-461e-90bb-597ade38ba08 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.0772011 Sep 15 08:43:05.110951 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-cbfd36e6-a164-4cea-99bc-14cc0cdb7732 req-f1e565c2-b807-4329-81a8-c85d814e1948 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Sep 15 08:43:06.308446 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22233660-88a8-46a7-b3c7-efb710d5f24b req-fc6fc7c8-a4e3-4cd2-bace-12291b451d76 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:06.309891 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-22233660-88a8-46a7-b3c7-efb710d5f24b req-fc6fc7c8-a4e3-4cd2-bace-12291b451d76 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.0789440 Sep 15 08:43:06.353900 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-22233660-88a8-46a7-b3c7-efb710d5f24b req-2ac146b2-ac1c-4a73-a18d-1d60954a0384 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383563 Sep 15 08:43:11.698537 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-2e832a95-feec-441b-bd12-8f2a6c58a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:12.249517 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:13.924119 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e23a9895-dc13-42da-8dc9-f97fbea09f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:14.895252 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:16.370197 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:17.949153 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72851ca2-342d-4f1e-9987-6892e27570d4 req-26a9699a-0c02-4e0a-a857-6a659cd0589d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:17.950643 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-72851ca2-342d-4f1e-9987-6892e27570d4 req-26a9699a-0c02-4e0a-a857-6a659cd0589d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0759041 Sep 15 08:43:17.999367 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-72851ca2-342d-4f1e-9987-6892e27570d4 req-797b618f-fd2e-44ef-bf54-47c9240e8cfc tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431972 Sep 15 08:43:19.226224 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b39d7-a6b1-4bc2-8dd8-c6c70ec7add1 req-37591238-d704-4bf0-aea8-842e1635b9c4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:19.228508 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-437b39d7-a6b1-4bc2-8dd8-c6c70ec7add1 req-37591238-d704-4bf0-aea8-842e1635b9c4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0970380 Sep 15 08:43:19.274116 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-437b39d7-a6b1-4bc2-8dd8-c6c70ec7add1 req-06922489-44dd-44a4-a478-328b26af717b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401044 Sep 15 08:43:20.484605 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94435019-f2e7-4769-bd12-d591f8104133 req-6bcbb91e-296b-45ce-8598-9ccf716e05a2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:20.486125 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-94435019-f2e7-4769-bd12-d591f8104133 req-6bcbb91e-296b-45ce-8598-9ccf716e05a2 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0799243 Sep 15 08:43:20.531970 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-94435019-f2e7-4769-bd12-d591f8104133 req-d2b1c71d-ba21-4ff1-8bda-ee8be029f898 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404339 Sep 15 08:43:21.743178 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67648079-bd49-441b-a5cf-b75002ab5f12 req-b5f5fffd-bc4e-420f-b3eb-fe5ca4643164 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:21.744648 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-67648079-bd49-441b-a5cf-b75002ab5f12 req-b5f5fffd-bc4e-420f-b3eb-fe5ca4643164 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0786321 Sep 15 08:43:21.788877 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-67648079-bd49-441b-a5cf-b75002ab5f12 req-c365de09-7ac6-418a-be27-753010a733f8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388432 Sep 15 08:43:22.993204 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95581fa6-425d-46f9-8d81-be17afeeb9dc req-6152902c-1893-46d8-a2ab-1768c5ed71e4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:22.994734 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-95581fa6-425d-46f9-8d81-be17afeeb9dc req-6152902c-1893-46d8-a2ab-1768c5ed71e4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0739422 Sep 15 08:43:23.037841 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-95581fa6-425d-46f9-8d81-be17afeeb9dc req-38a382ec-b757-499b-9ab9-bedd963dab47 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375118 Sep 15 08:43:24.249615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceca54-e4e4-45c9-a8de-dfbd1b9e487b req-f0c0ace7-ad5c-4aa4-8ffd-f8e862a5f60f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:24.251145 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-cdceca54-e4e4-45c9-a8de-dfbd1b9e487b req-f0c0ace7-ad5c-4aa4-8ffd-f8e862a5f60f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0779748 Sep 15 08:43:24.295507 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-cdceca54-e4e4-45c9-a8de-dfbd1b9e487b req-ca962f99-dc17-4787-bab0-8a9cd95ce5d3 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388546 Sep 15 08:43:25.505803 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d611a3-7fbf-4b17-a159-6ea445e55d04 req-f37a74de-7e2a-46a0-83a9-607e09ba7445 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:25.507792 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01d611a3-7fbf-4b17-a159-6ea445e55d04 req-f37a74de-7e2a-46a0-83a9-607e09ba7445 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0766723 Sep 15 08:43:25.553084 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-01d611a3-7fbf-4b17-a159-6ea445e55d04 req-723a3e98-baa3-4e15-b80d-7b385796d998 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397720 Sep 15 08:43:26.766391 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e91a-6ebc-402a-a4db-634822fe7b7f req-e04ea278-fe3d-44fa-a1fa-15e8bb260b29 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:26.767775 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-20a1e91a-6ebc-402a-a4db-634822fe7b7f req-e04ea278-fe3d-44fa-a1fa-15e8bb260b29 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0801897 Sep 15 08:43:26.812511 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-20a1e91a-6ebc-402a-a4db-634822fe7b7f req-de6fe430-9c38-40d6-8866-8da319db9c80 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386941 Sep 15 08:43:28.028544 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea01af8-00e2-4ba8-a309-4c4ff0fab725 req-d3c25f74-ffce-48e2-b8a6-97db140657d7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:28.030033 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fea01af8-00e2-4ba8-a309-4c4ff0fab725 req-d3c25f74-ffce-48e2-b8a6-97db140657d7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0775721 Sep 15 08:43:28.079563 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fea01af8-00e2-4ba8-a309-4c4ff0fab725 req-29744213-1942-4ae1-853f-fa658c86e896 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431235 Sep 15 08:43:29.292344 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebe5b-42fc-43c8-ac28-3a05a9b168fb req-2a70e9ae-9b4e-4165-8764-2b8935d44cd0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:29.293803 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-66eebe5b-42fc-43c8-ac28-3a05a9b168fb req-2a70e9ae-9b4e-4165-8764-2b8935d44cd0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0797980 Sep 15 08:43:29.337706 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-66eebe5b-42fc-43c8-ac28-3a05a9b168fb req-96c24156-d62e-4c90-90b8-42104b006977 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382383 Sep 15 08:43:29.964851 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.490881 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ec55e-a92a-4a54-8d65-c4a1b29bac8f req-573b48e8-4fd4-4a60-8b6f-5a24f92de705 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:30.492375 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1f5ec55e-a92a-4a54-8d65-c4a1b29bac8f req-573b48e8-4fd4-4a60-8b6f-5a24f92de705 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.0803668 Sep 15 08:43:30.539252 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1f5ec55e-a92a-4a54-8d65-c4a1b29bac8f req-e3fc2b8f-290b-438a-9319-739e8224e570 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Sep 15 08:43:30.700918 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5a728-211a-4c50-977a-8148ecba5494 req-ac7354d2-3ee8-460d-90f2-04813e853ef1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:30.702452 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-92c5a728-211a-4c50-977a-8148ecba5494 req-ac7354d2-3ee8-460d-90f2-04813e853ef1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0746889 Sep 15 08:43:30.749543 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-92c5a728-211a-4c50-977a-8148ecba5494 req-0c40a400-2ca4-4abe-90fb-26952956ca8c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416925 Sep 15 08:43:31.076207 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:43:31.206161 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:31.219012 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'port_id': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'mac_address': 'fa:16:3e:46:fa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:43:31.274148 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:31.290730 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:43:31.305820 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:31.309344 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:31.311152 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:31.371896 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=6']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:31.374739 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:31.538462 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:31.736681 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9752aad-e9bc-4135-a6d7-2012d0fc21b4 req-c7a39238-17bc-4612-aa9c-5b7fe6f0800f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:31.738127 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9752aad-e9bc-4135-a6d7-2012d0fc21b4 req-c7a39238-17bc-4612-aa9c-5b7fe6f0800f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.0772147 Sep 15 08:43:31.782268 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d9752aad-e9bc-4135-a6d7-2012d0fc21b4 req-1c3d63d3-68ab-41be-841a-71e0225a28af tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Sep 15 08:43:31.955574 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771a05-bcd9-4450-8c8b-3d4bcd8ef5f3 req-a6a537e3-1443-4d99-85a8-aecdb5695c24 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:31.956913 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5e771a05-bcd9-4450-8c8b-3d4bcd8ef5f3 req-a6a537e3-1443-4d99-85a8-aecdb5695c24 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 944 time: 0.0743268 Sep 15 08:43:32.001732 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5e771a05-bcd9-4450-8c8b-3d4bcd8ef5f3 req-8b4b844f-133c-4aca-8d25-7a1257d60bd1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389104 Sep 15 08:43:32.982389 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce6a3-e29b-41cb-b522-8111bc837eff req-7e2049ce-a8a3-423a-8edd-3f404a475fcb tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:32.983769 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-de4ce6a3-e29b-41cb-b522-8111bc837eff req-7e2049ce-a8a3-423a-8edd-3f404a475fcb tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.0804794 Sep 15 08:43:33.026531 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-de4ce6a3-e29b-41cb-b522-8111bc837eff req-f7876b6f-bf86-4323-8cd4-6b7335abb034 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374198 Sep 15 08:43:33.076818 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:43:33.142856 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:43:33.143233 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:33.219363 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bf195-fa52-49e9-a7fb-48e157716fd4 req-abe75655-651c-48dc-840a-98701c7f6037 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:33.220809 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4b8bf195-fa52-49e9-a7fb-48e157716fd4 req-abe75655-651c-48dc-840a-98701c7f6037 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 944 time: 0.0841107 Sep 15 08:43:33.257643 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:33.267499 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4b8bf195-fa52-49e9-a7fb-48e157716fd4 req-5a83ebd8-b236-4417-aea4-a5be3bf1736a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406132 Sep 15 08:43:33.285102 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:33.295170 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:33.298859 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:33.300825 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:33.351844 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'code': 200} Sep 15 08:43:33.366216 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=7']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:33.369204 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:34.229534 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06b930-51b1-48fb-b548-f9f15a84a0d9 req-722dea62-cf09-4485-b675-b112c9b0a00f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:34.231037 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2f06b930-51b1-48fb-b548-f9f15a84a0d9 req-722dea62-cf09-4485-b675-b112c9b0a00f tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.0795975 Sep 15 08:43:34.281725 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2f06b930-51b1-48fb-b548-f9f15a84a0d9 req-b2fae8ee-3d3a-4e63-ae08-28ca45805d4e tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426519 Sep 15 08:43:34.478966 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5041f1-8d62-4714-a3c4-bbf2323c6aee req-be01f312-22e5-4fda-b86b-7ebcf6948532 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:34.480393 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0e5041f1-8d62-4714-a3c4-bbf2323c6aee req-be01f312-22e5-4fda-b86b-7ebcf6948532 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0746148 Sep 15 08:43:34.523298 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-0e5041f1-8d62-4714-a3c4-bbf2323c6aee req-642f4190-3867-4099-b31d-e27c4824d8af tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376205 Sep 15 08:43:35.478737 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04026c-57a3-4e0f-af93-ba0d845d794e req-5bb84c09-83a6-489c-9c2a-dcd39465fc44 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:35.480164 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df04026c-57a3-4e0f-af93-ba0d845d794e req-5bb84c09-83a6-489c-9c2a-dcd39465fc44 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.0786524 Sep 15 08:43:35.524249 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-df04026c-57a3-4e0f-af93-ba0d845d794e req-3a375987-b9ae-4a1a-8058-9b226f469a04 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/security-groups?id=58a2d42b-e412-4391-b9ab-d89145ed9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Sep 15 08:43:35.938250 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6975a-7bdf-451c-826d-8546ac4bacc5 req-fb88958e-1690-45f5-8403-1542ab195f9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:35.939991 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b5e6975a-7bdf-451c-826d-8546ac4bacc5 req-fb88958e-1690-45f5-8403-1542ab195f9e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.1458402 Sep 15 08:43:36.041076 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-b5e6975a-7bdf-451c-826d-8546ac4bacc5 req-88137ff0-e86a-4d7e-905c-a1a15e5cb1db tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682807 Sep 15 08:43:36.058122 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050119da-534f-4365-a857-cf5f5f54efe4 req-220a0f01-4e00-4fdd-9dc2-c2c2337d95e5 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:36.059597 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-050119da-534f-4365-a857-cf5f5f54efe4 req-220a0f01-4e00-4fdd-9dc2-c2c2337d95e5 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 945 time: 0.1157537 Sep 15 08:43:36.130160 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Deleting port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:36.130531 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:36.394452 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] For port 70b4bc68-9b3e-4281-85cd-a309efe88dd4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=70b4bc68-9b3e-4281-85cd-a309efe88dd4,segment=NetworkSegment(ecb569c8-2516-420e-92d7-f6f9c963fe44),segment_id=ecb569c8-2516-420e-92d7-f6f9c963fe44)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:36.395068 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:36.515896 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-c1331986-9cde-41fa-9a32-444bbb65254d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720961 Sep 15 08:43:36.519281 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Calling delete_port for 70b4bc68-9b3e-4281-85cd-a309efe88dd4 owned by compute:nova {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:36.747819 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:36.757176 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4364d07b-4e88-41f3-95e6-e541a6a55e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:36.785621 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['70b4bc68-9b3e-4281-85cd-a309efe88dd4'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:36.813042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Pushing event deleted for resources: {'Port': ['ID=70b4bc68-9b3e-4281-85cd-a309efe88dd4,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:36.817932 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:36.900820 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] No DVR routers for this DVR port 70b4bc68-9b3e-4281-85cd-a309efe88dd4 on host hv-cinder-80600 {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:36.902760 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:36.905520 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87b966-b341-410a-9147-86e8d237609b', 'name': 'network-vif-deleted', 'tag': '70b4bc68-9b3e-4281-85cd-a309efe88dd4'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:36.947088 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-050119da-534f-4365-a857-cf5f5f54efe4 req-55f7ccd4-7150-4ea3-87c9-cfd6009831b6 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.37 "DELETE /v2.0/ports/70b4bc68-9b3e-4281-85cd-a309efe88dd4 HTTP/1.1" status: 204 len: 173 time: 0.8804805 Sep 15 08:43:36.959261 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4b3ca1cd-c1ad-4a63-8e86-e15eda133149 req-57d1d755-2285-4c2c-bff5-66166848bd11 tempest-VolumesSnapshotTestJSON-1172373941 tempest-VolumesSnapshotTestJSON-1172373941-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f87b966-b341-410a-9147-86e8d237609b HTTP/1.1" status: 200 len: 210 time: 0.0784600 Sep 15 08:43:36.989038 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-8974a50d-80a5-4a39-919b-ecb2775fbc51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1099 time: 0.3592691 Sep 15 08:43:36.997007 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f87b966-b341-410a-9147-86e8d237609b', 'name': 'network-vif-deleted', 'tag': '70b4bc68-9b3e-4281-85cd-a309efe88dd4', 'status': 'completed', 'code': 200} Sep 15 08:43:37.396822 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-e6c41668-3180-42fd-95c5-791bc85fe036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:37.398998 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-e6c41668-3180-42fd-95c5-791bc85fe036 service neutron] 10.222.0.37 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 910 time: 0.3650091 Sep 15 08:43:37.472381 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061a639-460f-4046-afb8-112cec186c22 req-4cc17eee-484f-467d-8cd6-951f2ba44090 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:37.473864 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8061a639-460f-4046-afb8-112cec186c22 req-4cc17eee-484f-467d-8cd6-951f2ba44090 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.1690950 Sep 15 08:43:37.566884 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8061a639-460f-4046-afb8-112cec186c22 req-0695eb84-949d-40d0-887c-b068b83e482c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845945 Sep 15 08:43:37.568985 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-7da91887-2f55-4abe-8604-992b14f7cc1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 1002 time: 0.1616430 Sep 15 08:43:37.655644 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-a39fe287-79b5-4bf7-86fc-982e56f112d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:37.657743 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-a39fe287-79b5-4bf7-86fc-982e56f112d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 200 len: 848 time: 0.0818894 Sep 15 08:43:37.751530 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-2e788efb-5634-483e-a513-38c9e06f9e58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=497991f9-93e4-44dd-8f72-d5ffd0901c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870831 Sep 15 08:43:37.908052 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-fa896325-b2fd-498d-b0f7-60b07be08004 service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320386 Sep 15 08:43:38.128787 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a66ca028-3791-49a6-a5f9-15ba11992653 req-d3bda31b-2b7c-4b85-b57a-13d30ebc6993 service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133882 Sep 15 08:43:38.873773 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5d7a9-2037-4e97-b332-de8086b41f2a req-80cec95f-997f-4394-8051-9036f9c58666 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:38.876486 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4cb5d7a9-2037-4e97-b332-de8086b41f2a req-80cec95f-997f-4394-8051-9036f9c58666 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.1142099 Sep 15 08:43:38.952031 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-4cb5d7a9-2037-4e97-b332-de8086b41f2a req-8c855a33-d613-4212-af29-882398da16c8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689092 Sep 15 08:43:39.131305 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 70b4bc68-9b3e-4281-85cd-a309efe88dd4 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:39.195878 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 70b4bc68-9b3e-4281-85cd-a309efe88dd4 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:39.196543 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 70b4bc68-9b3e-4281-85cd-a309efe88dd4 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:39.685341 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:43:40.235896 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5680e-2c09-4beb-aead-e6369eff185d req-951303cc-221e-48b0-a5a2-15d1efa9025f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:40.237292 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a5c5680e-2c09-4beb-aead-e6369eff185d req-951303cc-221e-48b0-a5a2-15d1efa9025f tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0933018 Sep 15 08:43:40.297056 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a5c5680e-2c09-4beb-aead-e6369eff185d req-66db8ab0-9bb7-4f35-98f0-8d9a621652dd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530868 Sep 15 08:43:41.590158 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d5a3b-232b-4e6a-b835-b191c9c44207 req-099db0bf-9d88-401a-8bd3-8922d4468393 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:41.597781 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8a6d5a3b-232b-4e6a-b835-b191c9c44207 req-099db0bf-9d88-401a-8bd3-8922d4468393 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.1067362 Sep 15 08:43:41.670781 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8a6d5a3b-232b-4e6a-b835-b191c9c44207 req-13f38315-6bc6-4152-8875-7968a2f177b9 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720775 Sep 15 08:43:41.730807 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-48349ceb-5e48-4f4d-8010-c09b332b9acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:42.264545 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:42.889481 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f5520-627c-432e-b810-1814ec7c9227 req-8cacd40c-e68b-4acb-b947-99b67ab952f3 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:42.891644 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-273f5520-627c-432e-b810-1814ec7c9227 req-8cacd40c-e68b-4acb-b947-99b67ab952f3 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0799062 Sep 15 08:43:42.940571 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-273f5520-627c-432e-b810-1814ec7c9227 req-05abd17a-9a5d-4d16-9f56-6f20e8588232 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430982 Sep 15 08:43:43.949276 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ff53db47-2951-41f4-b508-953e40b17ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.237931 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8d035-c512-4dd7-982d-91061342ed7d req-ff734bcf-98f0-4c79-ad5b-251c8ba13c6e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:44.240238 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bff8d035-c512-4dd7-982d-91061342ed7d req-ff734bcf-98f0-4c79-ad5b-251c8ba13c6e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.1427269 Sep 15 08:43:44.307855 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bff8d035-c512-4dd7-982d-91061342ed7d req-83c1ac5d-8876-4c0e-935e-be1f503ad058 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606947 Sep 15 08:43:44.904036 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.537550 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25498e-e976-41b6-b8a4-9e0934e96789 req-5f42e2e2-f629-47b1-97cf-9189758e3fb8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:45.540302 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-db25498e-e976-41b6-b8a4-9e0934e96789 req-5f42e2e2-f629-47b1-97cf-9189758e3fb8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0864115 Sep 15 08:43:45.587131 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-db25498e-e976-41b6-b8a4-9e0934e96789 req-105550ab-d12c-4a10-8770-a8bb91d16d2c tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409706 Sep 15 08:43:46.379274 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:46.809888 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969287f-6612-42ee-8853-6ce725e36c7a req-6933945b-0dfe-4ab4-a09a-709e1b089b53 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:46.811675 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6969287f-6612-42ee-8853-6ce725e36c7a req-6933945b-0dfe-4ab4-a09a-709e1b089b53 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0823977 Sep 15 08:43:46.862758 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6969287f-6612-42ee-8853-6ce725e36c7a req-c348dcb6-c3f7-4c29-898f-89d400cfa5ec tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442688 Sep 15 08:43:48.127769 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49bf04-815d-45a0-b925-249186605e1f req-1f54ef77-9435-41a8-87da-43940dede13d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:48.129143 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dc49bf04-815d-45a0-b925-249186605e1f req-1f54ef77-9435-41a8-87da-43940dede13d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0799191 Sep 15 08:43:48.173401 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-dc49bf04-815d-45a0-b925-249186605e1f req-40ebdb77-cb9e-4b70-b0bf-81e4d9279e65 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382984 Sep 15 08:43:48.856795 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-a519c25a-53d3-4394-974e-e2cfc636467e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 1098 time: 0.0754502 Sep 15 08:43:48.989943 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-4d40c636-50ee-43bd-a118-1da9a588f6da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:48.991923 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-4d40c636-50ee-43bd-a118-1da9a588f6da service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.1289706 Sep 15 08:43:49.093330 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-e133e727-0e13-43f9-bc31-1fc24e79fcea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 HTTP/1.1" status: 200 len: 1001 time: 0.0946908 Sep 15 08:43:49.159509 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-384331aa-d148-447b-ba6e-7e00173c48d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:49.160670 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-384331aa-d148-447b-ba6e-7e00173c48d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.0616698 Sep 15 08:43:49.236841 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-ce738aa9-dacc-426d-83cb-2db63d804b3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701969 Sep 15 08:43:49.525745 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-c3868e83-7d4a-41c7-b77f-d5cc249ef66b service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816050 Sep 15 08:43:49.558205 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96d426-f400-4c10-9644-8f2ff4091dc0 req-388b888c-33b8-4268-8f3d-3ef57e41724b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:49.559701 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2e96d426-f400-4c10-9644-8f2ff4091dc0 req-388b888c-33b8-4268-8f3d-3ef57e41724b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.1441064 Sep 15 08:43:49.691383 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-2e96d426-f400-4c10-9644-8f2ff4091dc0 req-a4abb92b-a8e7-4b92-b3e1-223c3ce61eff tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742805 Sep 15 08:43:49.696851 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-66d77b51-65fb-4356-b319-7aab6cebab45 req-88bb0754-6509-4134-9fe5-264ae5498ab4 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636944 Sep 15 08:43:50.905591 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2ec1b-bacc-4d77-9ddb-bf444430112b req-b5d1cedb-fb62-41c2-afd9-5d2e58b0048e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:50.907073 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-09e2ec1b-bacc-4d77-9ddb-bf444430112b req-b5d1cedb-fb62-41c2-afd9-5d2e58b0048e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 945 time: 0.0754123 Sep 15 08:43:50.956780 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-09e2ec1b-bacc-4d77-9ddb-bf444430112b req-4a26870a-762a-44df-95a6-fe2bb5c21243 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441506 Sep 15 08:43:51.164691 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:51.277017 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:51.303787 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:51.313321 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:51.318178 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:51.320477 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:51.361596 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'code': 200} Sep 15 08:43:51.385161 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=8']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:51.396159 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:52.058420 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00fe8-cb0e-4140-b0ee-e80cdafff319 req-3d2e64e3-33a8-4c40-b6cd-06ae03c2d27a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:52.060780 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8cd00fe8-cb0e-4140-b0ee-e80cdafff319 req-3d2e64e3-33a8-4c40-b6cd-06ae03c2d27a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 946 time: 0.0786386 Sep 15 08:43:52.105528 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-8cd00fe8-cb0e-4140-b0ee-e80cdafff319 req-5082d03c-de1c-4342-8768-ef544f34038c tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398796 Sep 15 08:43:52.176782 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf47e00-8a82-4a1d-8803-b599b6fb94be req-943eb33b-5da5-4450-9705-4211e2e9e4fb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:52.178780 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-abf47e00-8a82-4a1d-8803-b599b6fb94be req-943eb33b-5da5-4450-9705-4211e2e9e4fb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0788038 Sep 15 08:43:52.223131 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-abf47e00-8a82-4a1d-8803-b599b6fb94be req-3f34bcdd-c081-43cd-9215-4c1fbbabff62 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388489 Sep 15 08:43:53.314635 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa18aab-4de7-40cb-a8a5-a34301fd1b56 req-6d239e1f-cfb6-4024-94b4-5d69f66044a5 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:53.316281 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2fa18aab-4de7-40cb-a8a5-a34301fd1b56 req-6d239e1f-cfb6-4024-94b4-5d69f66044a5 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 946 time: 0.0835643 Sep 15 08:43:53.362561 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-2fa18aab-4de7-40cb-a8a5-a34301fd1b56 req-07e39838-05b9-40c6-bcf8-fd65713ca0ca tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400152 Sep 15 08:43:53.682878 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c7b37ac9-6238-4c31-81bc-7f70809708ee req-31a92989-d882-466a-877c-1adb82f836b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0677297 Sep 15 08:43:53.954408 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c32ca-4e28-4752-9d9e-2add4d738ba3 req-057801cb-93f7-42be-8e27-2af043a529d8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:53.956491 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-967c32ca-4e28-4752-9d9e-2add4d738ba3 req-057801cb-93f7-42be-8e27-2af043a529d8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0911336 Sep 15 08:43:54.003443 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-967c32ca-4e28-4752-9d9e-2add4d738ba3 req-6c05191b-24cc-4a4d-8bdc-70442c63fcff tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414524 Sep 15 08:43:54.013122 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-cdbbaa1f-ebc3-49ce-936a-2390bf1caf06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1418381 Sep 15 08:43:54.357158 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5df1bc8b-49f3-4a9e-8447-bcf4c86524cc tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:54.358692 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5df1bc8b-49f3-4a9e-8447-bcf4c86524cc tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 946 time: 0.0858188 Sep 15 08:43:54.437377 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Deleting port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:54.437707 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:54.616668 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-3336ff74-2d34-4cca-b585-205038ea9a73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522&tenant_id=545def1353bb42fe88d3f0a12f34e246 HTTP/1.1" status: 200 len: 1096 time: 0.0977583 Sep 15 08:43:54.622940 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809400-4cf2-479c-917c-dc305159dda1 req-63964f41-a14f-447e-baf9-b7b2d6489b2f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:54.624313 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-73809400-4cf2-479c-917c-dc305159dda1 req-63964f41-a14f-447e-baf9-b7b2d6489b2f tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 946 time: 0.1360698 Sep 15 08:43:54.678231 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] For port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:54.678624 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:54.716877 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-73809400-4cf2-479c-917c-dc305159dda1 req-bc46fdbf-92ca-48bb-bdf6-e6e7cd1aa070 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups?id=0844c2c9-3b74-4d50-9337-cd8f28637ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870492 Sep 15 08:43:54.743274 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-1d697b1e-bdeb-4e4c-98e9-2d9e272bdf97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 1096 time: 0.0906773 Sep 15 08:43:54.875669 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32babcb0-2500-427e-92df-3769b7af07c4 req-d051ce1c-8cf7-44dd-be5d-6dd43a3c259f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:54.877110 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-d051ce1c-8cf7-44dd-be5d-6dd43a3c259f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.1269600 Sep 15 08:43:54.972266 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:54.972718 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:54.972986 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.l3_db [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Floating IP b7bca8c6-af1e-49fd-b867-2e9857a3f1db disassociated. External IP: 172.28.0.163, port: 66ca20e7-8df4-499f-9eaa-0d37e68b4e93. Sep 15 08:43:54.973331 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Calling delete_port for 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:54.981873 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-e4f9123e-60d5-41df-aa84-15657e40e557 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 HTTP/1.1" status: 200 len: 999 time: 0.0979264 Sep 15 08:43:55.048580 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32babcb0-2500-427e-92df-3769b7af07c4 req-ea6f046f-8e26-4042-9ce1-cbde45e5df05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:55.050409 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-ea6f046f-8e26-4042-9ce1-cbde45e5df05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.0616529 Sep 15 08:43:55.127211 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:55.130362 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-ca0dcfa4-d448-4d1b-8b7a-8997432a8de6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736959 Sep 15 08:43:55.134793 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f1b34bae-0df2-41e8-b8f2-86fceb4bcb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:55.212583 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event deleted for resources: {'Port': ['ID=66ca20e7-8df4-499f-9eaa-0d37e68b4e93,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:55.220320 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:55.233633 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.233928 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.234312 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.234677 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.235037 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.235395 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.235746 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.236095 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.236442 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.236788 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.237133 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:55.240831 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:55.258578 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:55.259117 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:55.260263 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:55.269148 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-90dab49d-2a20-4984-afd9-85b935267257 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324577 Sep 15 08:43:55.409021 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-32babcb0-2500-427e-92df-3769b7af07c4 req-e05c23ca-ec92-4337-8849-95047c1b48ce service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324127 Sep 15 08:43:55.452447 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb162b-09a7-4408-a38e-1af38bc2e45c req-b95fa4d0-8904-453b-a4ee-edff6589a97e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:55.453902 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1ddb162b-09a7-4408-a38e-1af38bc2e45c req-b95fa4d0-8904-453b-a4ee-edff6589a97e tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.2875388 Sep 15 08:43:55.557884 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1ddb162b-09a7-4408-a38e-1af38bc2e45c req-33aeebf0-d7ab-414a-824d-924ca59b021b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962181 Sep 15 08:43:55.619416 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Router cdbc5215-aa66-48b4-9350-c8928dd8c76f has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:43:55.839741 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:43:55.858564 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] Sync routers for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:43:55.871253 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:55.871872 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:43:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:55.895040 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f9e2f035-280c-4a7a-ab4a-d7a2ac4fcbcc req-c028bb47-1465-4f32-9824-e371624ea28a tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0498362 Sep 15 08:43:55.910500 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] No DVR routers for this DVR port 66ca20e7-8df4-499f-9eaa-0d37e68b4e93 on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:55.913216 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:55.915992 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'name': 'network-vif-deleted', 'tag': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:55.933354 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-a19215f9-0e22-4a76-8882-5d60dcc2144a req-5c979fd4-1027-407c-8b3a-be2518165678 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.37 "DELETE /v2.0/ports/66ca20e7-8df4-499f-9eaa-0d37e68b4e93 HTTP/1.1" status: 204 len: 173 time: 1.5693765 Sep 15 08:43:55.994576 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c', 'name': 'network-vif-deleted', 'tag': '66ca20e7-8df4-499f-9eaa-0d37e68b4e93', 'status': 'completed', 'code': 200} Sep 15 08:43:56.102969 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:56.463411 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:56.469755 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] Checking router: cdbc5215-aa66-48b4-9350-c8928dd8c76f for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:43:56.481686 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:56.482629 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:43:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:56.685639 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:56.925218 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac14ac8-7f7a-4036-9bca-f2b5cb6708ba req-c207c289-543f-41d6-943e-525dd38d5265 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:56.933631 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9ac14ac8-7f7a-4036-9bca-f2b5cb6708ba req-c207c289-543f-41d6-943e-525dd38d5265 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.1409404 Sep 15 08:43:57.017297 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9ac14ac8-7f7a-4036-9bca-f2b5cb6708ba req-115bf5c3-f68a-4c11-9027-51bc32879d58 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824289 Sep 15 08:43:57.130087 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:57.135101 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c157e22-f1d3-47f9-ad38-43c8c74fb2ab None None] The sync data for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb is: [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:35:41Z', 'revision_number': 4, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '0b54a624-0860-4466-b838-72f5d7ae2eea', 'name': '', 'network_id': 'f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'mac_address': 'fa:16:3e:46:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:39Z', 'updated_at': '2021-09-15T08:35:54Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'subnets': [{'id': '1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:43:57.175562 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-489fa990-271d-4b38-ba32-f4404ae7a336 req-dfa41101-69d0-4a9a-a0c3-bbb1577caece tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Synchronizing usage tracker for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:43:57.208667 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-489fa990-271d-4b38-ba32-f4404ae7a336 req-dfa41101-69d0-4a9a-a0c3-bbb1577caece tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Unset dirty status for tenant:5620e87b091d4952b4c0df9492cbc25c on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:43:57.221937 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-489fa990-271d-4b38-ba32-f4404ae7a336 req-dfa41101-69d0-4a9a-a0c3-bbb1577caece tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.1131585 Sep 15 08:43:57.487103 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e219d65-5f40-41ec-9ecd-27b64a217c79 None None] New status for floating IP b7bca8c6-af1e-49fd-b867-2e9857a3f1db: DOWN {{(pid=75110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:43:58.243775 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b0220-5609-4ecf-bd7c-92e89ee76c32 req-0f000dc7-71a6-4ca8-90c4-b7e00b906103 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:58.245295 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-417b0220-5609-4ecf-bd7c-92e89ee76c32 req-0f000dc7-71a6-4ca8-90c4-b7e00b906103 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0842741 Sep 15 08:43:58.295969 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-417b0220-5609-4ecf-bd7c-92e89ee76c32 req-bfc71b14-06ad-4d42-8380-efe20cf488cb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446439 Sep 15 08:43:58.431987 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ec2cf505-f1d7-4656-993e-68916519e726 req-85c4286a-4f90-48e0-b404-824477a012a8 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0432529 Sep 15 08:43:59.539903 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6923ca-3211-4141-bf9b-5f812daa0f7a req-8cd0e5af-b739-4a9e-9ffe-6e7afb9a1962 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:59.541519 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5c6923ca-3211-4141-bf9b-5f812daa0f7a req-8cd0e5af-b739-4a9e-9ffe-6e7afb9a1962 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0953984 Sep 15 08:43:59.592225 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-5c6923ca-3211-4141-bf9b-5f812daa0f7a req-f19a1702-7d7d-422e-b884-18b292797069 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448468 Sep 15 08:43:59.602641 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52418) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:59.664944 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Deleting subnet ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7 {{(pid=75108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:43:59.667904 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.718427 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2588971'] for subnet, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.791627 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9ab07df6-7279-4d65-ab65-af2154b48c32 req-85c7432a-9ef8-4d87-bbb7-8dc34f8600a8 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0475674 Sep 15 08:43:59.823248 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.895497 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243446'] for subnet, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.899998 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-657625f3-e89e-419b-8ecf-96eaddd38798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:59.933003 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:59.943654 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:59.944674 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.957116 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ce8ea054-90b7-4a2a-a480-9c2f0c4fbff7 HTTP/1.1" status: 204 len: 168 time: 0.3509998 Sep 15 08:43:59.957917 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52422) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:59.981391 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.072011 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.203077 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.216505 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0ad461-7355-43ec-863e-3064df53060f']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:00.229168 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb569c8-2516-420e-92d7-f6f9c963fe44') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:00.229459 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb569c8-2516-420e-92d7-f6f9c963fe44') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:00.240900 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.261691 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.267727 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:44:00.268171 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:44:00.353522 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:44:00.429955 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.434086 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:00.450012 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.460094 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0ad461-7355-43ec-863e-3064df53060f,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:00.471118 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1e0ad461-7355-43ec-863e-3064df53060f HTTP/1.1" status: 204 len: 168 time: 0.5118353 Sep 15 08:44:00.472586 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.472946 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.473301 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.473654 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.474002 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.474371 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.475150 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.475150 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.475360 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.475690 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.476056 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.479099 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c1874bd6-bec3-4e16-9834-97368e575933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:00.616387 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52428) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:00.670696 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-d9c77792-f198-4979-b635-8bee65590d30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e808fb51eca045b7b502913d2c9690fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523221 Sep 15 08:44:00.673116 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52434) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:00.733554 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5aeaaed0-e822-4b2d-9a11-15f016850f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.786267 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5aeaaed0-e822-4b2d-9a11-15f016850f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.871074 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9431181-f849-46ce-b981-2b5950ac6400 req-d8ed0f7d-9230-418f-9043-57b38a7ff624 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:00.872606 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9431181-f849-46ce-b981-2b5950ac6400 req-d8ed0f7d-9230-418f-9043-57b38a7ff624 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.1198823 Sep 15 08:44:00.873659 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5aeaaed0-e822-4b2d-9a11-15f016850f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.877453 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a2a36c55-8af5-4d33-b31e-0c58a5836aef tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:00.907100 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaaed0-e822-4b2d-9a11-15f016850f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a2d42b-e412-4391-b9ab-d89145ed9dc2,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:00.916566 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5aeaaed0-e822-4b2d-9a11-15f016850f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:00.942369 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-5aeaaed0-e822-4b2d-9a11-15f016850f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.943496 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-5aeaaed0-e822-4b2d-9a11-15f016850f53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58a2d42b-e412-4391-b9ab-d89145ed9dc2 HTTP/1.1" status: 204 len: 168 time: 0.2694044 Sep 15 08:44:00.960013 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-a9431181-f849-46ce-b981-2b5950ac6400 req-1848a7e1-e07f-4b63-b080-475f9d667383 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759416 Sep 15 08:44:01.065997 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-479b0a0f-ffe8-42b1-8c93-1745f509f235 req-b1684148-8f89-4354-9fbe-eeed68a3f228 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0687742 Sep 15 08:44:02.178896 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5287a7d-b8dd-4929-8373-6b99566110e2 req-46ed3f4c-48a7-41f9-bba0-a61f6c2c5a85 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:02.180446 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f5287a7d-b8dd-4929-8373-6b99566110e2 req-46ed3f4c-48a7-41f9-bba0-a61f6c2c5a85 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0855896 Sep 15 08:44:02.229603 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f5287a7d-b8dd-4929-8373-6b99566110e2 req-5042c0e1-69c7-40b4-8d10-bb1623c91d54 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423687 Sep 15 08:44:02.250854 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52446) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:02.256281 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5398f5f1-4da1-4e2d-8ebd-933b994ae184 req-bead7486-0748-4041-ae73-603f94d73453 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0448248 Sep 15 08:44:02.806200 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Deleting port f012e251-1047-42b3-9aee-bc5910bc1073 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:02.806634 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.980212 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:02.980532 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.113858 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Calling delete_port for f012e251-1047-42b3-9aee-bc5910bc1073 owned by network:floatingip {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:03.274959 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.278696 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8de9b5a2-25db-4cde-a667-61508214d9c8 tempest-AttachVolumeNegativeTest-1693796859 tempest-AttachVolumeNegativeTest-1693796859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:03.327450 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event deleted for resources: {'Port': ['ID=f012e251-1047-42b3-9aee-bc5910bc1073,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:03.330804 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:03.415924 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for floatingip, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.453888 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-fbdb71b1-9b56-4a2c-bcf3-16410b8d0939 req-639e5bb4-006e-4fa6-9e63-f0dca8f6c6c3 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0478773 Sep 15 08:44:03.600275 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0be7cc-e035-455f-a24a-6169166441de req-4fc59bb7-d2f0-46f1-a2a9-555f5cd62bd7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:03.601729 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6f0be7cc-e035-455f-a24a-6169166441de req-4fc59bb7-d2f0-46f1-a2a9-555f5cd62bd7 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.1057024 Sep 15 08:44:03.796855 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6f0be7cc-e035-455f-a24a-6169166441de req-4a2d856d-29e3-43a4-a913-38b3146f4737 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476243 Sep 15 08:44:04.026323 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Router 1c420969-e522-4bcb-9e48-9d64a60b46a1 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:44:04.253547 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:04.264375 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] Sync routers for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:04.273857 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:04.276125 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:04.276787 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:43:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:04.326621 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "DELETE /v2.0/floatingips/2a769a46-2182-4ea2-966f-43456243f572 HTTP/1.1" status: 204 len: 168 time: 2.0746469 Sep 15 08:44:04.327341 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'}] {{(pid=75107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:04.383543 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'status': 'completed', 'code': 200} Sep 15 08:44:04.475148 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:04.714651 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-48df56f0-9dba-4ca0-b4a0-c187ea4bb2bd req-64afa785-4af1-4b43-ad45-7f11dd0684fb tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0741680 Sep 15 08:44:04.841472 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1620e-707f-4c0e-8589-e5f17d1c1d0e req-f8fbaa96-f4ce-4c89-9317-2d695084bec9 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:04.843060 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5fd1620e-707f-4c0e-8589-e5f17d1c1d0e req-f8fbaa96-f4ce-4c89-9317-2d695084bec9 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0855043 Sep 15 08:44:04.910830 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-5fd1620e-707f-4c0e-8589-e5f17d1c1d0e req-ed38febb-71c4-43ad-9954-f840f55cf21e tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611155 Sep 15 08:44:04.939603 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:38:52Z', 'revision_number': 5, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:04.943744 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] Checking router: 1c420969-e522-4bcb-9e48-9d64a60b46a1 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:04.954812 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:04.955410 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:43:44Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:05.044360 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d40a-0cac-4c79-8b58-45d8d4f8578d req-7ae7bc0f-4509-48a5-8623-d3c4bc3d7ea4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:05.045971 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-85a2d40a-0cac-4c79-8b58-45d8d4f8578d req-7ae7bc0f-4509-48a5-8623-d3c4bc3d7ea4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0902271 Sep 15 08:44:05.121683 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-85a2d40a-0cac-4c79-8b58-45d8d4f8578d req-4fc1d028-17cf-48e5-b156-b355c9004dfb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670812 Sep 15 08:44:05.169754 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:05.515466 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:38:52Z', 'revision_number': 5, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:05.519445 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e37ac0d-0342-42c3-b3ed-c91dc7cbf0b0 None None] The sync data for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb is: [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:37:49Z', 'revision_number': 4, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': 'efba7cb0-f502-4330-937c-544a6d4d2ba3', 'name': '', 'network_id': '497991f9-93e4-44dd-8f72-d5ffd0901c47', 'tenant_id': '859b628268124afb94c942d9169df969', 'mac_address': 'fa:16:3e:d4:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:48Z', 'updated_at': '2021-09-15T08:38:52Z', 'revision_number': 5, 'project_id': '859b628268124afb94c942d9169df969', 'subnets': [{'id': '96003cbd-10a0-4a0b-a41c-a17c08808507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:05.769085 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dfa00-2ceb-4e66-bd9c-36f88a94ee2f None None] New status for floating IP 2a769a46-2182-4ea2-966f-43456243f572: DOWN {{(pid=75110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:44:05.914702 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-8a90a33d-2641-4ee3-8f13-4984cf4d6c9e req-bbe958e8-156d-40f1-9d84-fe341a2823b1 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0542474 Sep 15 08:44:06.126754 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044e52-1a87-44bd-9e17-b760934d7ca0 req-81cd1c21-203c-4d64-96e7-70bcdcbd7d74 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:06.127365 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-f5044e52-1a87-44bd-9e17-b760934d7ca0 req-81cd1c21-203c-4d64-96e7-70bcdcbd7d74 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Synchronizing usage tracker for tenant:859b628268124afb94c942d9169df969 on resource:port {{(pid=75107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:06.143882 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [req-f5044e52-1a87-44bd-9e17-b760934d7ca0 req-81cd1c21-203c-4d64-96e7-70bcdcbd7d74 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Unset dirty status for tenant:859b628268124afb94c942d9169df969 on resource:port {{(pid=75107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:06.145434 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f5044e52-1a87-44bd-9e17-b760934d7ca0 req-81cd1c21-203c-4d64-96e7-70bcdcbd7d74 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1065209 Sep 15 08:44:06.193116 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-f5044e52-1a87-44bd-9e17-b760934d7ca0 req-8de2fb51-7c5b-4c11-b189-a2d3211bde3b tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411868 Sep 15 08:44:06.345142 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd0d3e-bf36-45ce-be20-16c78323b95f req-031398ba-23d0-4145-948e-7e51cd1a9974 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:06.348771 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6ddd0d3e-bf36-45ce-be20-16c78323b95f req-031398ba-23d0-4145-948e-7e51cd1a9974 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0851529 Sep 15 08:44:06.393269 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6ddd0d3e-bf36-45ce-be20-16c78323b95f req-49652079-29f1-4ea7-af4c-6ed449392d55 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411148 Sep 15 08:44:07.110448 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-6769d68e-40e3-49a6-acd3-01cc09e76c3d req-6c6ebe04-f2aa-4993-b2a4-0419bbbba3a0 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0410428 Sep 15 08:44:07.388222 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506db29-ed20-44eb-a55e-e2db80beb9ae req-d5b69a29-1392-4278-9bf1-8376a5f6e9e0 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:07.390058 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1506db29-ed20-44eb-a55e-e2db80beb9ae req-d5b69a29-1392-4278-9bf1-8376a5f6e9e0 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0765207 Sep 15 08:44:07.434597 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-1506db29-ed20-44eb-a55e-e2db80beb9ae req-ce9147ea-06d9-408b-828f-8f1cdb255ac3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395060 Sep 15 08:44:07.597059 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa199bf-f545-42b4-b0de-ba47e154296c req-20f1e6eb-805a-4208-afed-a06505514f21 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:07.598487 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1aa199bf-f545-42b4-b0de-ba47e154296c req-20f1e6eb-805a-4208-afed-a06505514f21 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0750074 Sep 15 08:44:07.645821 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1aa199bf-f545-42b4-b0de-ba47e154296c req-147b0157-4d04-4a82-a0db-362325f56dfc tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419583 Sep 15 08:44:08.282143 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-61810dbd-57b7-42b1-95fa-20d32d8cfba3 req-d8d74fb9-109e-492f-9f35-9ddfd1c56fda tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0445180 Sep 15 08:44:08.628067 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdea27-46d5-4c28-8563-2d8986371cd2 req-ac9533c2-c8a5-44e6-9a9e-b736c78b76a8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:08.629557 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-cfbdea27-46d5-4c28-8563-2d8986371cd2 req-ac9533c2-c8a5-44e6-9a9e-b736c78b76a8 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0773430 Sep 15 08:44:08.673146 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-cfbdea27-46d5-4c28-8563-2d8986371cd2 req-117d92b8-3818-41fe-88e4-22e2ad61ca2f tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382493 Sep 15 08:44:08.870431 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0b359-6607-4259-8a01-74c4365e2e56 req-e9678ac7-631e-4248-9fe4-aa95458ac078 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:08.871856 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9ae0b359-6607-4259-8a01-74c4365e2e56 req-e9678ac7-631e-4248-9fe4-aa95458ac078 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0896466 Sep 15 08:44:08.915834 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9ae0b359-6607-4259-8a01-74c4365e2e56 req-6e14fcb3-6b71-47cd-8d40-afc6300512be tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384891 Sep 15 08:44:09.453343 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-c737036c-1638-4ed9-b513-21f4895e87e2 req-4938b493-1200-4686-b462-29d8cce99fd8 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0441732 Sep 15 08:44:09.957500 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb9c50-997f-4a16-a11e-8b423e21d6b6 req-3eb034d1-14b7-4ad4-959a-c334bb3183ba tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:09.958990 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d8fb9c50-997f-4a16-a11e-8b423e21d6b6 req-3eb034d1-14b7-4ad4-959a-c334bb3183ba tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.1649897 Sep 15 08:44:10.003570 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-d8fb9c50-997f-4a16-a11e-8b423e21d6b6 req-659cafcd-3bad-428e-9f26-cfa7ed803c5b tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386171 Sep 15 08:44:10.128329 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858006b2-789c-4354-8686-301fbcc99537 req-6f071c35-52a7-4949-87bd-c936148d5e01 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:10.129805 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-858006b2-789c-4354-8686-301fbcc99537 req-6f071c35-52a7-4949-87bd-c936148d5e01 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0800078 Sep 15 08:44:10.174979 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-858006b2-789c-4354-8686-301fbcc99537 req-26c5d3d0-9813-465c-8261-3c031282e3ee tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396142 Sep 15 08:44:10.450401 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bebb681c-9606-411e-a516-21c3660381d1 req-248cf695-3377-4f7e-9ce5-b3345c31e5b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=859b628268124afb94c942d9169df969&device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 1099 time: 0.0721030 Sep 15 08:44:10.679746 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-109b270d-96f5-47e6-af59-7ee54709e6e1 req-52dd4f76-6190-456c-bb2e-e0592f586f03 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd537ca-a0e2-4979-8bfc-c8e9bafdf05c HTTP/1.1" status: 200 len: 210 time: 0.0574591 Sep 15 08:44:10.721811 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb681c-9606-411e-a516-21c3660381d1 req-491da159-5602-40e7-8a8f-f6dc1dbdd78b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:10.723287 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bebb681c-9606-411e-a516-21c3660381d1 req-491da159-5602-40e7-8a8f-f6dc1dbdd78b service neutron] 10.222.0.37 "GET /v2.0/networks?id=497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 200 len: 910 time: 0.1722803 Sep 15 08:44:10.798351 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bebb681c-9606-411e-a516-21c3660381d1 req-e6ea01b6-c6f7-400b-8eb8-577bdcb24ebf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 200 len: 217 time: 0.0587692 Sep 15 08:44:10.878417 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb681c-9606-411e-a516-21c3660381d1 req-506a80eb-3469-444f-9475-9e7446f28a5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:10.879821 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bebb681c-9606-411e-a516-21c3660381d1 req-506a80eb-3469-444f-9475-9e7446f28a5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 200 len: 848 time: 0.0581353 Sep 15 08:44:10.953168 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bebb681c-9606-411e-a516-21c3660381d1 req-2877240d-40d2-45ab-9d10-db823914ae7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=497991f9-93e4-44dd-8f72-d5ffd0901c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660877 Sep 15 08:44:11.084660 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bebb681c-9606-411e-a516-21c3660381d1 req-19917ccf-3fa1-415c-8919-c9576e185187 service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238942 Sep 15 08:44:11.202475 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae9d29-e138-46c7-ad85-ba3b93d3235a req-e78b2fde-7e39-42cb-9278-098b23fcc716 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:11.204042 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7dae9d29-e138-46c7-ad85-ba3b93d3235a req-e78b2fde-7e39-42cb-9278-098b23fcc716 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0789464 Sep 15 08:44:11.216988 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-bebb681c-9606-411e-a516-21c3660381d1 req-fd497a38-ee35-4c45-935a-1dec0538fa0f service neutron] 10.222.0.37 "GET /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253557 Sep 15 08:44:11.252576 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-7dae9d29-e138-46c7-ad85-ba3b93d3235a req-1113f0ad-9a06-4ca4-a167-634b95d52190 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428433 Sep 15 08:44:11.385823 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a388-4213-462f-b842-c4a5fcbc9a79 req-6e5f760b-1667-49a8-bb7e-d0f7bbaa5726 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:11.387289 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3f32a388-4213-462f-b842-c4a5fcbc9a79 req-6e5f760b-1667-49a8-bb7e-d0f7bbaa5726 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.0783505 Sep 15 08:44:11.432324 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-3f32a388-4213-462f-b842-c4a5fcbc9a79 req-16044bfe-e69c-4f8c-8290-ec270aa4c18a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390797 Sep 15 08:44:11.703380 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-60fb5c19-2752-410a-b9d6-f6b9643d6bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.820480 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52504) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:11.883097 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f437dfa6-a068-4bde-b42f-e85bdbc87332 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.909907 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f437dfa6-a068-4bde-b42f-e85bdbc87332 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.959761 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f437dfa6-a068-4bde-b42f-e85bdbc87332 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.963983 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e3011a29-d433-40c1-b1b7-11ea200a9499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:11.978907 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437dfa6-a068-4bde-b42f-e85bdbc87332 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0844c2c9-3b74-4d50-9337-cd8f28637ffb,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:11.981422 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f437dfa6-a068-4bde-b42f-e85bdbc87332 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:11.994208 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f437dfa6-a068-4bde-b42f-e85bdbc87332 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:11.997963 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f437dfa6-a068-4bde-b42f-e85bdbc87332 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "DELETE /v2.0/security-groups/0844c2c9-3b74-4d50-9337-cd8f28637ffb HTTP/1.1" status: 204 len: 168 time: 0.1741138 Sep 15 08:44:11.998349 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52508) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:12.018714 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.api.v2.resource [None req-7784f0ab-6831-4a3b-81e3-fa2387301878 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] show failed (client error): The resource could not be found. Sep 15 08:44:12.019683 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7784f0ab-6831-4a3b-81e3-fa2387301878 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "GET /v2.0/security-groups/0844c2c9-3b74-4d50-9337-cd8f28637ffb HTTP/1.1" status: 404 len: 347 time: 0.0203273 Sep 15 08:44:12.022752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52512) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:12.176177 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Deleting port e1d67499-3325-4c3a-b7fb-573e9b00c7f6 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:12.177218 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.250841 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.342473 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.342804 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.444476 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c59ee-6f4b-4590-83c9-510d9614bcee req-50f5253c-4746-4301-88aa-11c0d00a0e79 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:12.445956 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-809c59ee-6f4b-4590-83c9-510d9614bcee req-50f5253c-4746-4301-88aa-11c0d00a0e79 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.0754731 Sep 15 08:44:12.467457 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Calling delete_port for e1d67499-3325-4c3a-b7fb-573e9b00c7f6 owned by network:floatingip {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:12.498886 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-809c59ee-6f4b-4590-83c9-510d9614bcee req-2ae54f19-b848-4d8a-b9f9-50554d1d4b47 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/security-groups?id=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463390 Sep 15 08:44:12.802272 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-0dc841ca-7c7c-418b-9894-d2412ebe107f tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:12.803822 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-0dc841ca-7c7c-418b-9894-d2412ebe107f tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.37 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 946 time: 0.3429687 Sep 15 08:44:12.811551 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa57128-80a1-435e-940c-1aea8058742b req-c460eadd-9453-4680-92f7-06443b990d33 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:12.812881 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aa57128-80a1-435e-940c-1aea8058742b req-c460eadd-9453-4680-92f7-06443b990d33 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 943 time: 0.2022924 Sep 15 08:44:12.902545 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.910572 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7a61c1ba-0679-4706-88a4-80d3340937ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:12.958742 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Deleting port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:12.959079 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.991707 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Pushing event deleted for resources: {'Port': ['ID=e1d67499-3325-4c3a-b7fb-573e9b00c7f6,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:13.000365 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:13.002781 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-4aa57128-80a1-435e-940c-1aea8058742b req-016d59fc-cfec-4c3e-891a-1193123dbd64 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560202 Sep 15 08:44:13.156068 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks [] for floatingip, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.234691 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:44:13.251238 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.252361 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] 10.222.0.32 "DELETE /v2.0/floatingips/b7bca8c6-af1e-49fd-b867-2e9857a3f1db HTTP/1.1" status: 204 len: 168 time: 1.2287297 Sep 15 08:44:13.326147 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] For port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:13.326542 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.371110 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:13.385328 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Returning: {'device': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'port_id': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'mac_address': 'fa:16:3e:46:fa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:44:13.441582 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.457236 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Calling delete_port for 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:13.459109 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 {{(pid=75109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:44:13.474852 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:13.479902 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.482021 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:13.550021 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=9']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:13.560905 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.561325 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.561734 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.562156 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.562675 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.563074 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.563467 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.563857 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.564244 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.564647 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.565084 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:13.569148 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:13.615286 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.621997 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5a49fb63-37c9-4160-b7a2-c4a77f8ff571 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:13.663609 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event deleted for resources: {'Port': ['ID=5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:13.668841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:13.685033 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-1a0088fd-6e9b-410b-a991-c3407993bd93 req-6357a0fa-3f96-403a-9655-be1d50ce89c3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 210 time: 0.0473423 Sep 15 08:44:13.747266 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] No DVR routers for this DVR port 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:44:13.749594 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.752169 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'name': 'network-vif-deleted', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:13.766894 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-9a25a087-1ea3-4f87-9a49-1f047d9a5936 req-5b55af86-575a-4d8c-87d8-896f6222ee38 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.37 "DELETE /v2.0/ports/5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 HTTP/1.1" status: 204 len: 173 time: 0.9514723 Sep 15 08:44:13.808596 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b8764b-dfb2-4804-a182-66a52a495d07', 'name': 'network-vif-deleted', 'tag': '5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3', 'status': 'completed', 'code': 200} Sep 15 08:44:13.924974 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-87bea63a-0c21-4622-a549-486bb9077b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.933809 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] get_ports_and_sgs() called for port_ids ['ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'] {{(pid=75109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:14.237122 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563764-3c8e-4713-9aa4-04bd1fbe9af1 req-9bca3d38-14a5-443d-ba9f-b6ef8fb67dc1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:14.238605 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb563764-3c8e-4713-9aa4-04bd1fbe9af1 req-9bca3d38-14a5-443d-ba9f-b6ef8fb67dc1 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 944 time: 0.0809639 Sep 15 08:44:14.285377 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fb563764-3c8e-4713-9aa4-04bd1fbe9af1 req-78bcaf4c-07ce-45f0-9252-361733d1fb8b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411301 Sep 15 08:44:14.870324 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-dbabf466-ee16-4b25-91c8-8384dba305a3 req-623d6c7a-a640-4f9f-ae42-838cdb80f189 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Synchronizing usage tracker for tenant:859b628268124afb94c942d9169df969 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:44:14.885451 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-dbabf466-ee16-4b25-91c8-8384dba305a3 req-623d6c7a-a640-4f9f-ae42-838cdb80f189 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Unset dirty status for tenant:859b628268124afb94c942d9169df969 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:44:14.886632 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-dbabf466-ee16-4b25-91c8-8384dba305a3 req-623d6c7a-a640-4f9f-ae42-838cdb80f189 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "GET /v2.0/ports?device_id=60b8764b-dfb2-4804-a182-66a52a495d07 HTTP/1.1" status: 200 len: 210 time: 0.0595295 Sep 15 08:44:14.902874 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:15.247073 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 up at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:15.315740 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.provisioning_blocks [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Provisioning complete for port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 triggered by entity L2. {{(pid=75109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:15.316111 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1597628'] for port, provisioning_complete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:15.426421 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682256'] for port, before_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:15.454987 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'}] {{(pid=75109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:15.465201 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:15.469555 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769788995633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769788636501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769788636546'] for port, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:15.470541 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:15.498914 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c5049-c509-41ca-9ea7-adf9251e9ba5 req-33251951-8448-43e7-8ff1-af4ae8aa32a0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:15.500384 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-821c5049-c509-41ca-9ea7-adf9251e9ba5 req-33251951-8448-43e7-8ff1-af4ae8aa32a0 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 944 time: 0.0810711 Sep 15 08:44:15.503888 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:15.531947 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:15.532297 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device 5d2e0b84-58ad-4d69-b7c2-60ee2af3b6a3 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:15.535977 dv-cinder-806007-2-smb neutron-server[75109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'code': 200} Sep 15 08:44:15.547601 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-821c5049-c509-41ca-9ea7-adf9251e9ba5 req-81ab1283-e6ff-4f3d-890b-401936b76431 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411060 Sep 15 08:44:15.575524 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Pushing event updated for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=10']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:15.578289 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:15.795267 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-99dd156c-29bb-4d62-9dec-9570ebea79f3 req-738fe154-1b36-42b4-98bc-c4116e4dcd88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 1099 time: 0.0692515 Sep 15 08:44:15.840853 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-99dd156c-29bb-4d62-9dec-9570ebea79f3 req-3e337ba7-e01f-46e4-a42c-9bc857bdc4a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391634 Sep 15 08:44:15.991094 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52552) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:16.060229 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-831a31e0-ce95-4eae-b98d-6ad32222e494 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.090321 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-831a31e0-ce95-4eae-b98d-6ad32222e494 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.156173 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-831a31e0-ce95-4eae-b98d-6ad32222e494 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.160113 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-1de4f152-f8a8-4450-b8a0-7afd9939fe43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:16.174122 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a31e0-ce95-4eae-b98d-6ad32222e494 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b467a1b5-4aa6-4e5e-9d95-932f1c0cb483,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:16.177336 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-831a31e0-ce95-4eae-b98d-6ad32222e494 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:16.186731 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-831a31e0-ce95-4eae-b98d-6ad32222e494 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.187928 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-831a31e0-ce95-4eae-b98d-6ad32222e494 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] 10.222.0.32 "DELETE /v2.0/security-groups/b467a1b5-4aa6-4e5e-9d95-932f1c0cb483 HTTP/1.1" status: 204 len: 168 time: 0.1957407 Sep 15 08:44:16.242246 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52560) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:16.375526 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.686061 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:44:16.815461 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c80e9-9311-4d97-aa76-5617e8f4f09b req-4661c89d-7fc4-41b2-bf0d-2152ff84b717 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:16.816918 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-883c80e9-9311-4d97-aa76-5617e8f4f09b req-4661c89d-7fc4-41b2-bf0d-2152ff84b717 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 946 time: 0.1083655 Sep 15 08:44:16.924373 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-883c80e9-9311-4d97-aa76-5617e8f4f09b req-ac07544d-0f9b-416d-a726-935fcb632041 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619836 Sep 15 08:44:16.945670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723546'] for router_interface, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:17.340392 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52580) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:17.579066 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Deleting port efba7cb0-f502-4330-937c-544a6d4d2ba3 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:17.579716 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:17.756026 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] For port efba7cb0-f502-4330-937c-544a6d4d2ba3, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=efba7cb0-f502-4330-937c-544a6d4d2ba3,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:17.756380 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:17.881358 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Calling delete_port for efba7cb0-f502-4330-937c-544a6d4d2ba3 owned by network:router_interface {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:17.917377 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723546'] for router_interface, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.063109 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.068186 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0607f6ab-6e68-4eaf-a41e-b5c9bbd9d5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:18.110100 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=efba7cb0-f502-4330-937c-544a6d4d2ba3,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:18.113632 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:18.187845 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e062ea9-fd3e-45af-bc32-0f4b8c696715 req-8adf39ab-510c-4ea0-9556-4a34f205fffb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:18.189562 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9e062ea9-fd3e-45af-bc32-0f4b8c696715 req-8adf39ab-510c-4ea0-9556-4a34f205fffb tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 946 time: 0.1176891 Sep 15 08:44:18.291599 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-9e062ea9-fd3e-45af-bc32-0f4b8c696715 req-451bb1ba-7feb-49a7-b961-8b30fbd3c7a4 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936627 Sep 15 08:44:18.512375 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1711686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723694'] for router_interface, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.653083 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Deleting port 0b54a624-0860-4466-b838-72f5d7ae2eea {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:18.653682 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.821062 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] For port 0b54a624-0860-4466-b838-72f5d7ae2eea, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=0b54a624-0860-4466-b838-72f5d7ae2eea,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:18.821324 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.943797 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Calling delete_port for 0b54a624-0860-4466-b838-72f5d7ae2eea owned by network:router_interface {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:19.080307 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Router 1c420969-e522-4bcb-9e48-9d64a60b46a1 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:44:19.115090 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:19.121005 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:19.250792 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b54a624-0860-4466-b838-72f5d7ae2eea,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:19.253813 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:19.291962 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:19.302669 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] Sync routers for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:19.314212 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c420969-e522-4bcb-9e48-9d64a60b46a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0686724 Sep 15 08:44:19.314537 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52616) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:19.317587 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:19.318366 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:44:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:19.522232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:19.542594 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1711686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723694'] for router_interface, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:19.558720 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:19.846662 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:19.850736 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:44:17Z', 'revision_number': 5, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port': {'id': '0a11d971-afa5-4c85-b1fc-26a45e98fad6', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:43Z', 'updated_at': '2021-09-15T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:19.854776 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] Checking router: 1c420969-e522-4bcb-9e48-9d64a60b46a1 for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:19.856533 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Deleting port 0a11d971-afa5-4c85-b1fc-26a45e98fad6 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:19.856938 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:19.865839 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] Routers {'1c420969-e522-4bcb-9e48-9d64a60b46a1'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:19.866485 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:44:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['1c420969-e522-4bcb-9e48-9d64a60b46a1'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:20.018494 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] Set router 1c420969-e522-4bcb-9e48-9d64a60b46a1 gateway port host: None {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:20.033780 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] For port 0a11d971-afa5-4c85-b1fc-26a45e98fad6, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=0a11d971-afa5-4c85-b1fc-26a45e98fad6,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:20.034138 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.122267 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:44:19Z', 'revision_number': 6, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port_host': None}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:20.126600 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa872ca-fe03-456e-b668-a7ff9e10b94a None None] The sync data for ids ['1c420969-e522-4bcb-9e48-9d64a60b46a1'] in dv-cinder-806007-2-smb is: [{'id': '1c420969-e522-4bcb-9e48-9d64a60b46a1', 'name': 'tempest-TestShelveInstance-1285719923-router', 'tenant_id': '859b628268124afb94c942d9169df969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:42Z', 'updated_at': '2021-09-15T08:44:19Z', 'revision_number': 6, 'project_id': '859b628268124afb94c942d9169df969', 'gw_port_host': None}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:20.146267 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Router cdbc5215-aa66-48b4-9350-c8928dd8c76f has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:44:20.165959 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Calling delete_port for 0a11d971-afa5-4c85-b1fc-26a45e98fad6 owned by network:router_gateway {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:20.329090 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.333337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-a6de8afa-e8d7-40f1-b6bb-de343cdebaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:20.369862 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:20.376579 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a11d971-afa5-4c85-b1fc-26a45e98fad6,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:20.378603 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] Sync routers for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:20.379383 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:20.385544 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-d3da007b-ddff-4305-98ca-5e8081476652 admin admin] 10.222.0.32 "PUT /v2.0/routers/cdbc5215-aa66-48b4-9350-c8928dd8c76f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0440762 Sep 15 08:44:20.388051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52620) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:20.391632 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:20.392487 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:44:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:20.574591 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:20.605053 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks [] for router, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.606385 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726129'] for router_gateway, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.869804 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:44:19Z', 'revision_number': 5, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port': {'id': '6023ef04-caf1-4ad9-b14f-63265a77eae4', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:36Z', 'updated_at': '2021-09-15T08:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:20.872694 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128610'] for router, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.874155 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] Checking router: cdbc5215-aa66-48b4-9350-c8928dd8c76f for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:20.876908 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.886509 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] Routers {'cdbc5215-aa66-48b4-9350-c8928dd8c76f'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:20.887122 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:44:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:20.904409 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721173'] for router, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.905284 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c420969-e522-4bcb-9e48-9d64a60b46a1 {{(pid=75108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:44:20.909620 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.919882 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Deleting port 6023ef04-caf1-4ad9-b14f-63265a77eae4 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:20.920166 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.920466 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.923768 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-c8236659-25b6-4785-bf54-c88c03443d19 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1c420969-e522-4bcb-9e48-9d64a60b46a1 HTTP/1.1" status: 204 len: 168 time: 1.6056504 Sep 15 08:44:20.923963 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52624) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:20.991947 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_v2 [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Deleting subnet 96003cbd-10a0-4a0b-a41c-a17c08808507 {{(pid=75108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:44:20.995733 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.045513 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2588971'] for subnet, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.052526 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] Set router cdbc5215-aa66-48b4-9350-c8928dd8c76f gateway port host: None {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:21.105706 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] For port 6023ef04-caf1-4ad9-b14f-63265a77eae4, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=6023ef04-caf1-4ad9-b14f-63265a77eae4,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:21.106051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.132766 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.173232 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:44:20Z', 'revision_number': 6, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port_host': None}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:21.177636 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3e36c-6325-4d32-9600-a5fb4b28d966 None None] The sync data for ids ['cdbc5215-aa66-48b4-9350-c8928dd8c76f'] in dv-cinder-806007-2-smb is: [{'id': 'cdbc5215-aa66-48b4-9350-c8928dd8c76f', 'name': 'tempest-AttachVolumeTestJSON-63861915-router', 'tenant_id': '5620e87b091d4952b4c0df9492cbc25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:35Z', 'updated_at': '2021-09-15T08:44:20Z', 'revision_number': 6, 'project_id': '5620e87b091d4952b4c0df9492cbc25c', 'gw_port_host': None}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:21.211171 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243446'] for subnet, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.224146 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ef917abc-e8b5-4233-966a-0216c640a5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:21.246762 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Calling delete_port for 6023ef04-caf1-4ad9-b14f-63265a77eae4 owned by network:router_gateway {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:21.262271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96003cbd-10a0-4a0b-a41c-a17c08808507,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:21.267385 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.270127 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:21.271855 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ef994-b2d0-48bd-8a6e-b0e8ccc1972d None None] Network 497991f9-93e4-44dd-8f72-d5ffd0901c47 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:21.274376 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96003cbd-10a0-4a0b-a41c-a17c08808507 HTTP/1.1" status: 204 len: 168 time: 0.3493667 Sep 15 08:44:21.277920 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52628) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:21.419073 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.441104 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Deleting port 5ffea631-a70d-43a7-a91c-ba5aa74e070a {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:21.441442 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.557055 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] DHCP port deletion for 497991f9-93e4-44dd-8f72-d5ffd0901c47 request from dv-cinder-806007-2-smb {{(pid=75109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:44:21.561577 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] Deleting port 5ffea631-a70d-43a7-a91c-ba5aa74e070a {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:21.562157 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.693469 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.699793 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5fd8ce8a-02db-46e7-a02a-0de823c1786d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:21.745048 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Pushing event deleted for resources: {'Port': ['ID=6023ef04-caf1-4ad9-b14f-63265a77eae4,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:21.747994 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:21.753435 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] For port 5ffea631-a70d-43a7-a91c-ba5aa74e070a, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=5ffea631-a70d-43a7-a91c-ba5aa74e070a,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:21.753789 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.776344 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] For port 5ffea631-a70d-43a7-a91c-ba5aa74e070a, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=5ffea631-a70d-43a7-a91c-ba5aa74e070a,segment=NetworkSegment(f637b925-0d8d-4d15-907d-7381cd0af899),segment_id=f637b925-0d8d-4d15-907d-7381cd0af899)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:21.776744 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.891515 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] Calling delete_port for 5ffea631-a70d-43a7-a91c-ba5aa74e070a owned by network:dhcp {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:21.960533 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Calling delete_port for 5ffea631-a70d-43a7-a91c-ba5aa74e070a owned by network:dhcp {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:21.969790 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492'] for port, after_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.973779 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:22.015174 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] Pushing event deleted for resources: {'Port': ['ID=5ffea631-a70d-43a7-a91c-ba5aa74e070a,revision_number=None']} {{(pid=75109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:22.020087 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_concurrency.lockutils [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:22.020875 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 0a11d971-afa5-4c85-b1fc-26a45e98fad6 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:22.053155 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402ed39-7179-41bd-af3f-b5ab7274fac5 None None] No DVR routers for this DVR port 5ffea631-a70d-43a7-a91c-ba5aa74e070a on host dv-cinder-806007-2-smb {{(pid=75109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:44:22.054407 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 0a11d971-afa5-4c85-b1fc-26a45e98fad6 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:22.054750 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 0a11d971-afa5-4c85-b1fc-26a45e98fad6 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:22.055153 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device efba7cb0-f502-4330-937c-544a6d4d2ba3 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:22.096987 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: efba7cb0-f502-4330-937c-544a6d4d2ba3 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:22.097340 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device efba7cb0-f502-4330-937c-544a6d4d2ba3 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:22.097813 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 5ffea631-a70d-43a7-a91c-ba5aa74e070a no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:22.175054 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 5ffea631-a70d-43a7-a91c-ba5aa74e070a {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:22.177429 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 5ffea631-a70d-43a7-a91c-ba5aa74e070a not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:22.177865 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 6023ef04-caf1-4ad9-b14f-63265a77eae4 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:22.210009 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 6023ef04-caf1-4ad9-b14f-63265a77eae4 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:22.210384 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 6023ef04-caf1-4ad9-b14f-63265a77eae4 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:22.210811 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 0b54a624-0860-4466-b838-72f5d7ae2eea no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:22.242878 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 0b54a624-0860-4466-b838-72f5d7ae2eea {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:22.242878 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 0b54a624-0860-4466-b838-72f5d7ae2eea not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:22.253062 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726129'] for router_gateway, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.378757 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.db.api [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:44:22.379033 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_db.api [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:44:22.505882 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128610'] for router, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.510618 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.593667 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721173'] for router, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.594176 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdbc5215-aa66-48b4-9350-c8928dd8c76f {{(pid=75107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:44:22.611894 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] Notify callbacks [] for router, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.613047 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-861b4247-11e2-4ecb-87ce-a642364fa18a admin admin] 10.222.0.32 "DELETE /v2.0/routers/cdbc5215-aa66-48b4-9350-c8928dd8c76f HTTP/1.1" status: 204 len: 168 time: 2.2239141 Sep 15 08:44:22.615621 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52632) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:22.674088 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] Deleting subnet 1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 {{(pid=75107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:44:22.677214 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.729388 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4191716'] for subnet, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.839622 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.880410 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Deleting port 5ffea631-a70d-43a7-a91c-ba5aa74e070a {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:22.880738 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.948995 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] The port '5ffea631-a70d-43a7-a91c-ba5aa74e070a' was deleted {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:44:23.045331 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4087587'] for subnet, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.055516 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7d9b4758-8715-4d0c-ab0f-89a9b7476fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:23.103553 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:23.106408 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.113371 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:23.117942 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.121136 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e49830-3e95-4dc5-a68f-13acb8d83888 None None] Network f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:23.123691 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497991f9-93e4-44dd-8f72-d5ffd0901c47']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:23.136973 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-89e40a77-ba4e-4198-b2d5-9d168d3f3e34 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1e59e1e1-4fb6-4b1e-bf1a-775b702cdc98 HTTP/1.1" status: 204 len: 168 time: 0.5176761 Sep 15 08:44:23.137396 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52636) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:23.138036 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f637b925-0d8d-4d15-907d-7381cd0af899') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:23.138355 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f637b925-0d8d-4d15-907d-7381cd0af899') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:23.150316 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.167373 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.173105 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:44:23.173582 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: util.warn( Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: util.warn( Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: util.warn( Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: util.warn( Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:44:23.186873 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:44:23.271010 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.275751 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5486421b-d988-4eeb-859f-239f61b69b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:23.291305 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.297199 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=497991f9-93e4-44dd-8f72-d5ffd0901c47,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:23.301409 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:23.311762 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-6fb173b5-a4f1-49e2-8fe4-8bb55e972f28 admin admin] 10.222.0.32 "DELETE /v2.0/networks/497991f9-93e4-44dd-8f72-d5ffd0901c47 HTTP/1.1" status: 204 len: 168 time: 2.0327477 Sep 15 08:44:23.314771 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52640) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:23.370553 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.387755 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Deleting port 7fcd25fd-8e2a-4802-9721-a16667eb2624 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:23.388091 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.419633 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] DHCP port deletion for f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 request from dv-cinder-806007-2-smb {{(pid=75109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:44:23.423554 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] Deleting port 7fcd25fd-8e2a-4802-9721-a16667eb2624 {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:23.423930 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.594007 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] For port 7fcd25fd-8e2a-4802-9721-a16667eb2624, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=7fcd25fd-8e2a-4802-9721-a16667eb2624,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:23.594460 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.633215 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] For port 7fcd25fd-8e2a-4802-9721-a16667eb2624, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=7fcd25fd-8e2a-4802-9721-a16667eb2624,segment=NetworkSegment(57fb6b98-f39d-43d4-8bdc-de83cb084518),segment_id=57fb6b98-f39d-43d4-8bdc-de83cb084518)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:23.633580 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.717688 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Calling delete_port for 7fcd25fd-8e2a-4802-9721-a16667eb2624 owned by network:dhcp {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:23.756078 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] Calling delete_port for 7fcd25fd-8e2a-4802-9721-a16667eb2624 owned by network:dhcp {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:23.810735 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.819870 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7e9090d4-f633-434d-b62c-5759642606fb tempest-VolumesActionsTest-536553887 tempest-VolumesActionsTest-536553887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:23.828262 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723546'] for router_interface, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.829019 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 7fcd25fd-8e2a-4802-9721-a16667eb2624 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:23.863192 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcd25fd-8e2a-4802-9721-a16667eb2624,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:23.864395 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 7fcd25fd-8e2a-4802-9721-a16667eb2624 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:23.864746 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 7fcd25fd-8e2a-4802-9721-a16667eb2624 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:23.866574 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:23.867450 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] No DVR routers for this DVR port 7fcd25fd-8e2a-4802-9721-a16667eb2624 on host dv-cinder-806007-2-smb {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:44:23.869434 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.db.api [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:44:23.869792 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_db.api [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:44:23.981656 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.994094 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61']}} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:24.006114 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fb6b98-f39d-43d4-8bdc-de83cb084518') {'for_net_delete': True} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:24.006451 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fb6b98-f39d-43d4-8bdc-de83cb084518') {} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:24.018123 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2588978'] for segment, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.038417 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.044566 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=75108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:44:24.044972 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591003'] for segment, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: Traceback (most recent call last): Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: timer() Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: cb(*args, **kw) Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: return func(*args, **kwargs) Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: self._notify() Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: self.callback(batched_events) Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: event.method(event) Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: return f(self, *a, **k) Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: return self._get(url).json() Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: return self.request(url, 'GET', **kwargs) Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:44:24.057752 dv-cinder-806007-2-smb neutron-server[75108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:44:24.133792 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.141041 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.143772 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:24.166326 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:24.169198 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:24.180932 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2049902-ee5d-4fbb-a8ec-f8dfd7d39a61 HTTP/1.1" status: 204 len: 168 time: 1.0422392 Sep 15 08:44:24.318822 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52646) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:24.370922 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] Deleting port 7fcd25fd-8e2a-4802-9721-a16667eb2624 {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:24.371866 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-c44111fc-9aa3-425f-9d00-b68ecaf5da6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5620e87b091d4952b4c0df9492cbc25c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517843 Sep 15 08:44:24.374144 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52650) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:24.374325 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.433908 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe0a-946d-4599-abe7-48f0bd53aeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.438854 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Deleting port 7cde1064-609e-4841-9654-d33b0113993b {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:24.439345 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.440893 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-093ec9e3-7820-4276-86e2-1cc1893ce7bd None None] The port '7fcd25fd-8e2a-4802-9721-a16667eb2624' was deleted {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:44:24.465966 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe0a-946d-4599-abe7-48f0bd53aeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.515919 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe0a-946d-4599-abe7-48f0bd53aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.519455 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-4a5bfc78-6c2f-4f2b-b4aa-54f81f5b8f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:24.533148 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6fe0a-946d-4599-abe7-48f0bd53aeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff0840-c9f5-4246-bf1a-6622668786e0,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:24.536583 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-44b6fe0a-946d-4599-abe7-48f0bd53aeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:24.539855 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe0a-946d-4599-abe7-48f0bd53aeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.543216 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-44b6fe0a-946d-4599-abe7-48f0bd53aeb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/faff0840-c9f5-4246-bf1a-6622668786e0 HTTP/1.1" status: 204 len: 168 time: 0.1659310 Sep 15 08:44:24.615223 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] For port 7cde1064-609e-4841-9654-d33b0113993b, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=7cde1064-609e-4841-9654-d33b0113993b,segment=NetworkSegment(54964296-dc42-4883-a7bf-8bd167b9b0fd),segment_id=54964296-dc42-4883-a7bf-8bd167b9b0fd)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:24.615582 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.740651 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Calling delete_port for 7cde1064-609e-4841-9654-d33b0113993b owned by network:router_interface {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:24.918677 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:24.922255 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1a5afe8c-e9af-420f-8cc2-dcae98ad33e3 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:24.963445 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cde1064-609e-4841-9654-d33b0113993b,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:24.967398 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:25.378561 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1711686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723694'] for router_interface, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:25.959139 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Router fd50600e-4721-443d-9018-e35c90137d9e has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:44:26.160666 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:26.170309 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] Sync routers for ids ['fd50600e-4721-443d-9018-e35c90137d9e'] in dv-cinder-806007-2-smb {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:26.177946 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-55e82902-af1c-40ee-9a78-ea25208365d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/fd50600e-4721-443d-9018-e35c90137d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8610392 Sep 15 08:44:26.180405 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52688) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:26.186084 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] Routers {'fd50600e-4721-443d-9018-e35c90137d9e'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:26.186862 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:44:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['fd50600e-4721-443d-9018-e35c90137d9e'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:26.373070 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] Set router fd50600e-4721-443d-9018-e35c90137d9e gateway port host: dv-cinder-806007-2-smb {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:26.382321 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks [] for router, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:26.580772 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:26.590615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Deleting port ab054f5e-138c-4354-96d8-7b9e53a71d3a {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:26.591212 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:26.655897 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:44:24Z', 'revision_number': 5, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port': {'id': 'ab054f5e-138c-4354-96d8-7b9e53a71d3a', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:37:57Z', 'updated_at': '2021-09-15T08:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:26.659773 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] Checking router: fd50600e-4721-443d-9018-e35c90137d9e for host: dv-cinder-806007-2-smb {{(pid=75109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:26.670434 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] Routers {'fd50600e-4721-443d-9018-e35c90137d9e'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:26.671260 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:44:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['fd50600e-4721-443d-9018-e35c90137d9e'], 'active': True} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:26.859657 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_dvr_db [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] Set router fd50600e-4721-443d-9018-e35c90137d9e gateway port host: None {{(pid=75109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:26.888549 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] For port ab054f5e-138c-4354-96d8-7b9e53a71d3a, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=ab054f5e-138c-4354-96d8-7b9e53a71d3a,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:26.890608 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:26.964336 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.db.l3_hamode_db [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:44:26Z', 'revision_number': 6, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port_host': None}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:26.968331 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d951b-15c1-43d0-a06f-d1d5a04ad224 None None] The sync data for ids ['fd50600e-4721-443d-9018-e35c90137d9e'] in dv-cinder-806007-2-smb is: [{'id': 'fd50600e-4721-443d-9018-e35c90137d9e', 'name': 'tempest-TestShelveInstance-1552667694-router', 'tenant_id': 'b8830f80341948a5b50ba01d64f0e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:37:56Z', 'updated_at': '2021-09-15T08:44:26Z', 'revision_number': 6, 'project_id': 'b8830f80341948a5b50ba01d64f0e019', 'gw_port_host': None}] {{(pid=75109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:27.015677 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Calling delete_port for ab054f5e-138c-4354-96d8-7b9e53a71d3a owned by network:router_gateway {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:27.176942 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.180487 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-1605f85d-3eb9-4dd8-a81e-b081274fc668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:27.220736 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab054f5e-138c-4354-96d8-7b9e53a71d3a,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:27.223624 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:27.450157 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726129'] for router_gateway, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.699573 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128610'] for router, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.703895 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.728974 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721173'] for router, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.729483 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd50600e-4721-443d-9018-e35c90137d9e {{(pid=75107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:44:27.741224 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] Notify callbacks [] for router, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.742453 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a853c1f1-04c0-4708-a51d-0f87e6904157 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fd50600e-4721-443d-9018-e35c90137d9e HTTP/1.1" status: 204 len: 168 time: 1.5610051 Sep 15 08:44:27.745663 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52706) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:27.804208 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device ab054f5e-138c-4354-96d8-7b9e53a71d3a no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:27.811466 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.db_base_plugin_v2 [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] Deleting subnet 3ce4c562-1220-47cc-ba8c-73b29f9e8fb2 {{(pid=75108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:44:27.814487 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.839546 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: ab054f5e-138c-4354-96d8-7b9e53a71d3a {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:27.840094 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device ab054f5e-138c-4354-96d8-7b9e53a71d3a not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:27.840683 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 7cde1064-609e-4841-9654-d33b0113993b no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:27.867838 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2588971'] for subnet, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.877822 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 7cde1064-609e-4841-9654-d33b0113993b {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:27.878458 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 7cde1064-609e-4841-9654-d33b0113993b not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:27.954515 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.024708 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243446'] for subnet, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.029318 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-35443420-ac92-484d-a82c-8c1775ee6dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:28.062235 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce4c562-1220-47cc-ba8c-73b29f9e8fb2,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:28.064916 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:28.071182 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.076621 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36469af-4fa5-41d7-be36-b58298bdeaed None None] Network 28cf6c92-98ac-4605-8376-0d8444caad54 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:28.078752 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-882f7d4c-917d-4a71-a083-f34d3f0dc3aa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ce4c562-1220-47cc-ba8c-73b29f9e8fb2 HTTP/1.1" status: 204 len: 168 time: 0.3319941 Sep 15 08:44:28.081246 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52714) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:28.194774 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.205386 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Deleting port b6f3555f-b0d7-4626-a607-2d30c86778ce {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:28.206001 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.334152 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] DHCP port deletion for 28cf6c92-98ac-4605-8376-0d8444caad54 request from dv-cinder-806007-2-smb {{(pid=75109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:44:28.340631 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] Deleting port b6f3555f-b0d7-4626-a607-2d30c86778ce {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:28.341089 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.464090 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] For port b6f3555f-b0d7-4626-a607-2d30c86778ce, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=b6f3555f-b0d7-4626-a607-2d30c86778ce,segment=NetworkSegment(54964296-dc42-4883-a7bf-8bd167b9b0fd),segment_id=54964296-dc42-4883-a7bf-8bd167b9b0fd)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:28.464394 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.575780 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] For port b6f3555f-b0d7-4626-a607-2d30c86778ce, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=b6f3555f-b0d7-4626-a607-2d30c86778ce,segment=NetworkSegment(54964296-dc42-4883-a7bf-8bd167b9b0fd),segment_id=54964296-dc42-4883-a7bf-8bd167b9b0fd)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:28.576089 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.669345 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Calling delete_port for b6f3555f-b0d7-4626-a607-2d30c86778ce owned by network:dhcp {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:28.696443 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] Calling delete_port for b6f3555f-b0d7-4626-a607-2d30c86778ce owned by network:dhcp {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:44:28.741762 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.746420 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-bfceb813-1b02-4a48-ae6b-7d3476cf9a49 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:28.766584 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.db.api [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:44:28.766990 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_db.api [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:44:28.788731 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f3555f-b0d7-4626-a607-2d30c86778ce,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:28.791490 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:28.793615 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] No DVR routers for this DVR port b6f3555f-b0d7-4626-a607-2d30c86778ce on host dv-cinder-806007-2-smb {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:44:28.908652 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.920880 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cf6c92-98ac-4605-8376-0d8444caad54']}} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:28.932923 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54964296-dc42-4883-a7bf-8bd167b9b0fd') {'for_net_delete': True} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:28.933215 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.services.segments.db [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54964296-dc42-4883-a7bf-8bd167b9b0fd') {} {{(pid=75108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:28.944589 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2588978'] for segment, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.961895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.968091 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=75108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:44:28.968605 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591003'] for segment, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: Traceback (most recent call last): Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: timer() Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: cb(*args, **kw) Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: return func(*args, **kwargs) Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: self._notify() Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: self.callback(batched_events) Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: event.method(event) Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: return f(self, *a, **k) Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: return self._get(url).json() Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: return self.request(url, 'GET', **kwargs) Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:44:28.981468 dv-cinder-806007-2-smb neutron-server[75108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:44:29.060023 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.065661 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.068004 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:29.090568 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Pushing event deleted for resources: {'Network': ['ID=28cf6c92-98ac-4605-8376-0d8444caad54,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:29.094653 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:29.096226 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-d1604cc8-bcab-43d3-8c22-ae23130d6810 admin admin] 10.222.0.32 "DELETE /v2.0/networks/28cf6c92-98ac-4605-8376-0d8444caad54 HTTP/1.1" status: 204 len: 168 time: 1.0140970 Sep 15 08:44:29.268639 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] Deleting port b6f3555f-b0d7-4626-a607-2d30c86778ce {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:44:29.269146 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.295405 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52728) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:29.333537 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b1796f55-382b-457d-a493-351beb0b9006 None None] The port 'b6f3555f-b0d7-4626-a607-2d30c86778ce' was deleted {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:44:29.348030 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ebd85d74-0d5f-4293-84fe-a9ecb0ce4e46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=859b628268124afb94c942d9169df969&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513783 Sep 15 08:44:29.350481 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52732) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:29.406790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b494-e861-4f1a-9a40-9742ba68ab97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.430895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b494-e861-4f1a-9a40-9742ba68ab97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.483677 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b494-e861-4f1a-9a40-9742ba68ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.487231 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-043f5725-03ae-4bbe-8bba-44eee8589978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:29.504029 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6b494-e861-4f1a-9a40-9742ba68ab97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba68463-3a76-4fdd-87e8-b24e5bf9cd91,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:29.507989 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5fc6b494-e861-4f1a-9a40-9742ba68ab97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:29.511791 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b494-e861-4f1a-9a40-9742ba68ab97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.512920 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5fc6b494-e861-4f1a-9a40-9742ba68ab97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ba68463-3a76-4fdd-87e8-b24e5bf9cd91 HTTP/1.1" status: 204 len: 168 time: 0.1615281 Sep 15 08:44:29.801911 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device b6f3555f-b0d7-4626-a607-2d30c86778ce no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:44:29.835150 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: b6f3555f-b0d7-4626-a607-2d30c86778ce {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:44:29.835795 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device b6f3555f-b0d7-4626-a607-2d30c86778ce not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:44:29.915347 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52746) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:29.965660 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7e648963-7ffb-400d-9c9d-22e36d55acf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8830f80341948a5b50ba01d64f0e019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485451 Sep 15 08:44:29.968157 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52750) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:29.983899 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.029288 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-db64c962-cc1d-4db1-b0d9-75df2a7ae70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.055679 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-db64c962-cc1d-4db1-b0d9-75df2a7ae70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.107768 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-db64c962-cc1d-4db1-b0d9-75df2a7ae70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.111663 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e6d1db2b-d8b3-4871-a164-c8ad4bdbf4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:30.123378 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64c962-cc1d-4db1-b0d9-75df2a7ae70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8120998b-94dd-48ff-96ac-0d283a93a3f5,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:30.129326 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-db64c962-cc1d-4db1-b0d9-75df2a7ae70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:30.130052 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-db64c962-cc1d-4db1-b0d9-75df2a7ae70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.133763 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-db64c962-cc1d-4db1-b0d9-75df2a7ae70d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8120998b-94dd-48ff-96ac-0d283a93a3f5 HTTP/1.1" status: 204 len: 168 time: 0.1620188 Sep 15 08:44:34.939712 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52814) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:35.080242 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.110808 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:35.114558 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Usage tracker for resource:security_group_rule and tenant:565e2ff7ce904d3b8b49da07a85bdd00 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:35.117311 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:35.123456 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:35.187314 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.191113 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.197638 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-831a31e0-ce95-4eae-b98d-6ad32222e494 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:35.235311 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c5a857-e852-46b8-ad2e-98d89db9635b,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:35.239618 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=565e2ff7ce904d3b8b49da07a85bdd00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2989259 Sep 15 08:44:35.240461 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-05e65d4b-3ec2-4566-b1d3-99172509ae54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:35.242475 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52820) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:35.301650 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fd63568b-0dfc-45c5-8124-a952e63574e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.326663 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fd63568b-0dfc-45c5-8124-a952e63574e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.379055 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fd63568b-0dfc-45c5-8124-a952e63574e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.383825 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-2d514844-2c77-422f-b035-c70bbdd5ecbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:35.395130 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63568b-0dfc-45c5-8124-a952e63574e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c5a857-e852-46b8-ad2e-98d89db9635b,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:35.397964 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-fd63568b-0dfc-45c5-8124-a952e63574e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:35.399827 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-fd63568b-0dfc-45c5-8124-a952e63574e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.400937 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-fd63568b-0dfc-45c5-8124-a952e63574e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78c5a857-e852-46b8-ad2e-98d89db9635b HTTP/1.1" status: 204 len: 168 time: 0.1577773 Sep 15 08:44:35.722926 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52828) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:35.741599 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.772049 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:35.775682 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Usage tracker for resource:security_group_rule and tenant:1098a2ae14174f01b4d4389f50f72495 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:35.779103 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:35.789071 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:35.860489 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.864353 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.871242 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-c77007a0-71df-4f6a-bae8-d8d4653a6548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:35.909471 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ad7238-761c-46ca-8604-ef7cf42112df,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:35.913023 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:35.915363 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1098a2ae14174f01b4d4389f50f72495&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914327 Sep 15 08:44:35.917974 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52832) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:35.976483 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c82631a-9dfe-4cb5-8fd4-40e08d20c0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.000312 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c82631a-9dfe-4cb5-8fd4-40e08d20c0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.052528 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c82631a-9dfe-4cb5-8fd4-40e08d20c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.057430 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-fd63568b-0dfc-45c5-8124-a952e63574e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:36.070363 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82631a-9dfe-4cb5-8fd4-40e08d20c0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ad7238-761c-46ca-8604-ef7cf42112df,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:36.072607 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3c82631a-9dfe-4cb5-8fd4-40e08d20c0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:36.075218 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3c82631a-9dfe-4cb5-8fd4-40e08d20c0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.076283 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3c82631a-9dfe-4cb5-8fd4-40e08d20c0f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9ad7238-761c-46ca-8604-ef7cf42112df HTTP/1.1" status: 204 len: 168 time: 0.1574016 Sep 15 08:44:37.961953 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-ecaf5150-ab9f-4238-bd73-4c9cdee5e52f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673959 Sep 15 08:44:38.068335 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-b124ccb8-9927-4e49-9f28-718c7349d8b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=545def1353bb42fe88d3f0a12f34e246&device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 1099 time: 0.0732152 Sep 15 08:44:38.214714 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-a4b6b52c-e977-4d5b-9f4f-5cab5c36b82a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.216196 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-a4b6b52c-e977-4d5b-9f4f-5cab5c36b82a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 200 len: 916 time: 0.1275830 Sep 15 08:44:38.316999 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-662c8343-fa20-4eb2-a26b-0619c70e8fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 HTTP/1.1" status: 200 len: 1001 time: 0.0945821 Sep 15 08:44:38.387189 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-4d4ed26a-321e-4976-8ebf-0603b9a8d3dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.388658 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-4d4ed26a-321e-4976-8ebf-0603b9a8d3dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 200 len: 854 time: 0.0643098 Sep 15 08:44:38.464576 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-18d110c1-785e-47c1-9291-8b4d368c442e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684063 Sep 15 08:44:38.669184 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-3b698a8e-c624-4681-b473-0c37f72c2f9d service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980309 Sep 15 08:44:38.800168 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-95a5579f-00a5-4ec2-bd5b-bd926fae84c6 req-331565dc-5c44-4335-ba1f-621f8fafe5a1 service neutron] 10.222.0.37 "GET /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242752 Sep 15 08:44:41.288245 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52922) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:41.425232 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.456968 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:41.460631 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ca651511a5483ebda8865e9612fd83 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:41.463357 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:41.468928 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:41.538063 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.541839 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.549060 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-383ae8ae-9bba-4569-87f2-dfbd627d2765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:41.587601 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe694b4-2600-4ab8-8836-9cddaa134084,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:41.591208 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:41.596099 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6ca651511a5483ebda8865e9612fd83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3042917 Sep 15 08:44:41.597436 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52928) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:41.655858 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-18e98dbb-6119-4f9c-86e9-aa13778925c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.680012 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-18e98dbb-6119-4f9c-86e9-aa13778925c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.704982 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-332d0f11-731d-4f36-a733-a5c733bfc9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.730373 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-18e98dbb-6119-4f9c-86e9-aa13778925c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.735000 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:41.746566 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e98dbb-6119-4f9c-86e9-aa13778925c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe694b4-2600-4ab8-8836-9cddaa134084,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:41.749338 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-18e98dbb-6119-4f9c-86e9-aa13778925c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:41.751201 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-18e98dbb-6119-4f9c-86e9-aa13778925c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.752307 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-18e98dbb-6119-4f9c-86e9-aa13778925c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abe694b4-2600-4ab8-8836-9cddaa134084 HTTP/1.1" status: 204 len: 168 time: 0.1547868 Sep 15 08:44:42.064737 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 52936) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:42.082908 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.113726 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:42.117470 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb8e501461441eeabb69aa0149af2f1 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:42.120725 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:42.126301 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:42.196973 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.200891 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.207567 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-2d04a1c1-2dd2-4d67-9daa-3b12f120d226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:42.249612 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9329e0ed-dea8-4abd-ac53-506f61343778,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:42.252859 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.253405 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:42.258035 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccb8e501461441eeabb69aa0149af2f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1921804 Sep 15 08:44:42.260967 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 52940) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:42.318983 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-946dc8a9-5f86-4080-afd1-d8812cef1554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.343447 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-946dc8a9-5f86-4080-afd1-d8812cef1554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.392968 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-946dc8a9-5f86-4080-afd1-d8812cef1554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.396622 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-b0634214-1be8-45ac-bed2-637149c8c5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:42.408988 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dc8a9-5f86-4080-afd1-d8812cef1554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9329e0ed-dea8-4abd-ac53-506f61343778,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:42.412623 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-946dc8a9-5f86-4080-afd1-d8812cef1554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:42.418701 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-946dc8a9-5f86-4080-afd1-d8812cef1554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.419826 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-946dc8a9-5f86-4080-afd1-d8812cef1554 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9329e0ed-dea8-4abd-ac53-506f61343778 HTTP/1.1" status: 204 len: 168 time: 0.1578665 Sep 15 08:44:43.926731 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-ab732e91-1ee2-40a5-b820-c53cee5b4eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.938124 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.378670 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.397805 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53036) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:46.534626 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.568296 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:46.572067 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Usage tracker for resource:security_group_rule and tenant:769c10deae134849b818ca02033d48bf is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:46.574904 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:46.580463 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:46.645641 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.649499 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.656446 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-d73620a0-5372-43ad-b264-7705d90ff379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:46.697432 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe7ef2-6a9b-4824-8df4-3e68d12862ba,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:46.700476 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:46.702954 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=769c10deae134849b818ca02033d48bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3040957 Sep 15 08:44:46.705635 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53042) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:46.766254 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6ea1718f-e9c0-4d2e-95fa-02f68aa047b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.791117 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6ea1718f-e9c0-4d2e-95fa-02f68aa047b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.842914 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6ea1718f-e9c0-4d2e-95fa-02f68aa047b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.846407 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c4f9ded7-fb72-4282-a23f-0f557cd1a871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:46.859303 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1718f-e9c0-4d2e-95fa-02f68aa047b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe7ef2-6a9b-4824-8df4-3e68d12862ba,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:46.862083 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6ea1718f-e9c0-4d2e-95fa-02f68aa047b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:46.871709 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-6ea1718f-e9c0-4d2e-95fa-02f68aa047b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:46.872838 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-6ea1718f-e9c0-4d2e-95fa-02f68aa047b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cafe7ef2-6a9b-4824-8df4-3e68d12862ba HTTP/1.1" status: 204 len: 168 time: 0.1664348 Sep 15 08:44:47.197038 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53050) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:47.216186 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.249756 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:47.253499 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Usage tracker for resource:security_group_rule and tenant:ed6ace43def042bfa0cff39aaa00e374 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:47.256252 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:47.262787 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:47.327053 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.330671 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.337211 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8d567118-64bb-4a1c-84f5-2aa2a34275ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:47.379384 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed6ace43def042bfa0cff39aaa00e374&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813002 Sep 15 08:44:47.380108 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba0d92a-3116-499d-abd2-e197249f162f,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:47.382053 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53054) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:47.382950 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-67f44574-ea12-41ee-84e7-de328655a33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:47.443410 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7088b018-2b3c-4bfa-af6c-38a4e163d7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.468037 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7088b018-2b3c-4bfa-af6c-38a4e163d7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.518612 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7088b018-2b3c-4bfa-af6c-38a4e163d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.522371 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6eafb142-95cc-44ef-b759-9c2217a35c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:47.534627 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088b018-2b3c-4bfa-af6c-38a4e163d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba0d92a-3116-499d-abd2-e197249f162f,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:47.537460 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7088b018-2b3c-4bfa-af6c-38a4e163d7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:47.539321 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7088b018-2b3c-4bfa-af6c-38a4e163d7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.542753 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-7088b018-2b3c-4bfa-af6c-38a4e163d7ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fba0d92a-3116-499d-abd2-e197249f162f HTTP/1.1" status: 204 len: 168 time: 0.1573248 Sep 15 08:44:53.684950 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:44:55.195012 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53180) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:55.335244 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:55.447870 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:55.452128 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Usage tracker for resource:security_group_rule and tenant:7a9853de117f4fbaa953d4d6398b3c9f is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:55.454905 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:55.460396 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:55.523355 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:55.526866 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:55.534349 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-add142f7-7937-4135-a29b-855f8c0f81a6 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:55.572976 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a9853de117f4fbaa953d4d6398b3c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3769681 Sep 15 08:44:55.573665 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9f194-9b9e-4d74-a9e6-f13409e1accf,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:55.576205 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53186) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:55.577262 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-84913b66-a3ec-4a96-bc25-ddd02e4e3efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:55.633677 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:55.658004 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:55.706766 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:55.710113 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8db2ada1-61ca-4d65-9c5e-219628417e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:55.724525 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9f194-9b9e-4d74-a9e6-f13409e1accf,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:55.738153 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.738550 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.738913 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.739271 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.739627 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.739979 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.740328 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.740680 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.741027 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.741370 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.741714 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:55.744532 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:55.745606 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6b9f194-9b9e-4d74-a9e6-f13409e1accf HTTP/1.1" status: 204 len: 168 time: 0.1684372 Sep 15 08:44:55.746485 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ce4cd03d-20a8-42f9-895d-3f3e35155efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:56.068344 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53194) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:56.086221 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.116895 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:56.120755 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:97a47bf3316e4ee89c4a069fe85a520f is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:56.124342 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:56.130008 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:56.198122 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.201835 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.207998 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-ed932825-5dc7-4799-be4f-448f3b727e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:56.246638 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306d5a0a-64b2-4e4d-9a2b-3b7d9177d095,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:56.251670 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97a47bf3316e4ee89c4a069fe85a520f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823406 Sep 15 08:44:56.252550 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:56.254251 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53198) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:56.317174 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-75f61802-f595-4ce3-a5f2-28154038f726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.341536 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-75f61802-f595-4ce3-a5f2-28154038f726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.392655 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-75f61802-f595-4ce3-a5f2-28154038f726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.396316 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f437dfa6-a068-4bde-b42f-e85bdbc87332 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:56.407401 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f61802-f595-4ce3-a5f2-28154038f726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306d5a0a-64b2-4e4d-9a2b-3b7d9177d095,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:56.410670 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-75f61802-f595-4ce3-a5f2-28154038f726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:56.413689 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-75f61802-f595-4ce3-a5f2-28154038f726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:56.414827 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-75f61802-f595-4ce3-a5f2-28154038f726 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/306d5a0a-64b2-4e4d-9a2b-3b7d9177d095 HTTP/1.1" status: 204 len: 168 time: 0.1596713 Sep 15 08:44:59.994425 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:03.636287 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53280) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:03.774295 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:03.804337 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:03.808124 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Usage tracker for resource:security_group_rule and tenant:7adfdfe6aed14e0fac71b849b19e1c47 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:03.811503 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:03.817374 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:03.880871 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:03.884474 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:03.891071 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:03.930029 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b322120-d080-4ec1-b891-38c697693d7b,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:03.934385 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7adfdfe6aed14e0fac71b849b19e1c47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2971015 Sep 15 08:45:03.935286 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:03.937086 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53286) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:03.997919 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8e7626d9-93ae-4ae5-8856-0511891b41e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.022198 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8e7626d9-93ae-4ae5-8856-0511891b41e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.071412 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8e7626d9-93ae-4ae5-8856-0511891b41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.074977 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-bfe20fd7-11b5-4880-9542-ec15f02c875e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:04.085521 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7626d9-93ae-4ae5-8856-0511891b41e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b322120-d080-4ec1-b891-38c697693d7b,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:04.089894 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8e7626d9-93ae-4ae5-8856-0511891b41e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:04.092328 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-8e7626d9-93ae-4ae5-8856-0511891b41e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.096043 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-8e7626d9-93ae-4ae5-8856-0511891b41e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b322120-d080-4ec1-b891-38c697693d7b HTTP/1.1" status: 204 len: 168 time: 0.1580465 Sep 15 08:45:05.520382 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53328) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:05.657087 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:05.687366 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:05.692135 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Usage tracker for resource:security_group_rule and tenant:557b588fab7848bab0570bc181d25948 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:05.695051 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:05.700652 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:05.763153 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:05.767790 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:05.773840 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e5d61ec1-249c-49b9-a0ca-65a06cc8b8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:05.812058 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a159b-7c3b-4d8d-b118-c94795841dcd,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:05.816649 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=557b588fab7848bab0570bc181d25948&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2952893 Sep 15 08:45:05.817499 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:05.819258 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53334) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:05.878830 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3f350bef-837f-4837-82cd-573bd9c932da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:05.903048 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3f350bef-837f-4837-82cd-573bd9c932da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:05.954160 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3f350bef-837f-4837-82cd-573bd9c932da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:05.957791 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-e8314c6f-2935-421a-bc32-bc67e3fd0735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:05.969483 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f350bef-837f-4837-82cd-573bd9c932da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a159b-7c3b-4d8d-b118-c94795841dcd,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:05.973843 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3f350bef-837f-4837-82cd-573bd9c932da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:05.975718 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-3f350bef-837f-4837-82cd-573bd9c932da admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:05.978769 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-3f350bef-837f-4837-82cd-573bd9c932da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c4a159b-7c3b-4d8d-b118-c94795841dcd HTTP/1.1" status: 204 len: 168 time: 0.1586547 Sep 15 08:45:11.706593 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8fc7398-65a7-4ea2-8c8d-06aa6421d521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:12.248588 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:13.927679 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-68016d31-975f-496b-89e5-087e6e39439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:14.907011 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:16.380297 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:18.285520 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d41c-abb9-4186-9db1-03b2729cc1a5 req-531b19b0-ba37-4e48-aa62-8a9f53385a58 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:18.286988 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ee90d41c-abb9-4186-9db1-03b2729cc1a5 req-531b19b0-ba37-4e48-aa62-8a9f53385a58 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 946 time: 0.0758939 Sep 15 08:45:18.334367 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-ee90d41c-abb9-4186-9db1-03b2729cc1a5 req-45396df7-6090-4f57-b1f0-d3cf6f3ce794 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419710 Sep 15 08:45:19.555783 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaa2b4-79b7-45b6-9c6b-63ab8ed1dfc1 req-38c42cae-7f66-4e8c-8f93-3663b602af86 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:19.557672 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fadaa2b4-79b7-45b6-9c6b-63ab8ed1dfc1 req-38c42cae-7f66-4e8c-8f93-3663b602af86 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 946 time: 0.0852728 Sep 15 08:45:19.602921 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [req-fadaa2b4-79b7-45b6-9c6b-63ab8ed1dfc1 req-8f49b406-b07a-43d5-9e49-df9195c8e771 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04aa83a-a45b-4fd4-bf35-a683115e6130&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396917 Sep 15 08:45:19.924366 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-d7473de2-2839-41ee-b9aa-28d34333873b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:19.925831 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-d7473de2-2839-41ee-b9aa-28d34333873b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 946 time: 0.0754235 Sep 15 08:45:19.991411 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Deleting port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:19.991755 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.228940 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] For port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:20.229215 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.589631 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.589906 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726084'] for floatingip, after_update {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.590217 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.db.l3_db [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Floating IP c6091c4b-5351-460e-bbfd-9858573f6ce0 disassociated. External IP: 172.28.0.143, port: ad26da27-1aed-4ed9-8ac5-2dd9960e07d4. Sep 15 08:45:20.591093 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Calling delete_port for ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 owned by compute:nova {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:20.734236 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.741402 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5d85841b-9fdc-450d-b90c-30cadea304ab tempest-TestMinimumBasicScenario-1673411391 tempest-TestMinimumBasicScenario-1673411391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:20.822515 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event deleted for resources: {'Port': ['ID=ad26da27-1aed-4ed9-8ac5-2dd9960e07d4,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:20.825541 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:20.828485 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-94cffbc0-233d-4715-b6c1-abe9e26f2c6c req-03793f1e-eefc-4455-bb51-05b007adf96a tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 210 time: 0.0880263 Sep 15 08:45:21.030550 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:45:21.228663 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:45:21.238642 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] Sync routers for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:45:21.252054 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:45:21.252685 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:45:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:21.302752 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] No DVR routers for this DVR port ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 on host hv-cinder-80600 {{(pid=75108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:45:21.305350 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for port, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:21.307987 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-deleted', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4'}] {{(pid=75108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:21.326268 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-055a1352-c00b-486d-8aef-d2ab67c20f96 req-86189c2f-5098-43dc-b8be-5a376a669287 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.37 "DELETE /v2.0/ports/ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 HTTP/1.1" status: 204 len: 173 time: 1.3952303 Sep 15 08:45:21.367538 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7280fa-0e93-4512-9a58-fedce5832522', 'name': 'network-vif-deleted', 'tag': 'ad26da27-1aed-4ed9-8ac5-2dd9960e07d4', 'status': 'completed', 'code': 200} Sep 15 08:45:21.440655 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:45:21.781662 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:21.785624 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] Checking router: dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:45:21.796914 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:45:21.797522 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:45:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:21.980956 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:45:22.025305 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-6e1f8af8-5703-4a4f-a35f-154601e99315 req-b1bb23ef-d205-4ae8-8cce-29782dcb873d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Synchronizing usage tracker for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:45:22.040778 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [req-6e1f8af8-5703-4a4f-a35f-154601e99315 req-b1bb23ef-d205-4ae8-8cce-29782dcb873d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Unset dirty status for tenant:545def1353bb42fe88d3f0a12f34e246 on resource:port {{(pid=75108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:45:22.041988 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [req-6e1f8af8-5703-4a4f-a35f-154601e99315 req-b1bb23ef-d205-4ae8-8cce-29782dcb873d tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7280fa-0e93-4512-9a58-fedce5832522 HTTP/1.1" status: 200 len: 210 time: 0.0576112 Sep 15 08:45:22.292449 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:22.296146 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707fd6a4-c8c7-4787-997a-9f10fa0b4abe None None] The sync data for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb is: [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:35:51Z', 'revision_number': 4, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb', '_interfaces': [{'id': '5e16e9af-e5a9-4057-ae01-cd49ebb4e492', 'name': '', 'network_id': '8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'mac_address': 'fa:16:3e:17:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:49Z', 'updated_at': '2021-09-15T08:36:20Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'subnets': [{'id': '5bffd814-4768-41a1-9640-0cbaf75be1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:45:22.504358 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f66e01-464e-436e-ad02-6dd9ddb1e602 None None] New status for floating IP c6091c4b-5351-460e-bbfd-9858573f6ce0: DOWN {{(pid=75109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:45:23.199780 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53370) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:23.262068 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-50712525-94f7-4dc1-97e8-e06d4e81edf8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:23.288470 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-50712525-94f7-4dc1-97e8-e06d4e81edf8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:23.343567 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-50712525-94f7-4dc1-97e8-e06d4e81edf8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:23.348441 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-db64c962-cc1d-4db1-b0d9-75df2a7ae70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:23.362139 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50712525-94f7-4dc1-97e8-e06d4e81edf8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04aa83a-a45b-4fd4-bf35-a683115e6130,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:23.364915 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-50712525-94f7-4dc1-97e8-e06d4e81edf8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:23.371510 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-50712525-94f7-4dc1-97e8-e06d4e81edf8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:23.372673 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-50712525-94f7-4dc1-97e8-e06d4e81edf8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "DELETE /v2.0/security-groups/a04aa83a-a45b-4fd4-bf35-a683115e6130 HTTP/1.1" status: 204 len: 168 time: 0.1719079 Sep 15 08:45:23.375401 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53374) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:23.391294 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.api.v2.resource [None req-a842f758-8da6-4e90-971a-8d7f3ff450dd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] show failed (client error): The resource could not be found. Sep 15 08:45:23.392252 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-a842f758-8da6-4e90-971a-8d7f3ff450dd tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "GET /v2.0/security-groups/a04aa83a-a45b-4fd4-bf35-a683115e6130 HTTP/1.1" status: 404 len: 347 time: 0.0159578 Sep 15 08:45:23.394900 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53378) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:23.540940 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Deleting port cb31310d-d3cb-4c2e-b3f0-805d43ad564e {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:23.541281 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:23.687866 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:45:23.702963 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:23.703298 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:23.719772 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] No Port match for: ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:45:23.720120 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Device ad26da27-1aed-4ed9-8ac5-2dd9960e07d4 not bound to the agent host hv-cinder-80600 {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:45:23.910245 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Calling delete_port for cb31310d-d3cb-4c2e-b3f0-805d43ad564e owned by network:floatingip {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:24.039858 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.043882 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-52b91917-675e-464a-8cb5-8efa6b3994ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:24.085932 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Pushing event deleted for resources: {'Port': ['ID=cb31310d-d3cb-4c2e-b3f0-805d43ad564e,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:24.088462 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:24.172596 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks [] for floatingip, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.189690 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103546'] for floatingip, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:24.190831 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5ad4d9c3-f573-4716-8eb5-809315f2f82b tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] 10.222.0.32 "DELETE /v2.0/floatingips/c6091c4b-5351-460e-bbfd-9858573f6ce0 HTTP/1.1" status: 204 len: 168 time: 0.7951000 Sep 15 08:45:26.992097 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53402) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:27.546090 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-723546'] for router_interface, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:28.110841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Deleting port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:28.111539 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:28.276037 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] For port 5e16e9af-e5a9-4057-ae01-cd49ebb4e492, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:28.276383 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:28.486020 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Calling delete_port for 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 owned by network:router_interface {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:28.652662 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:28.656173 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9ca3a47a-5bf3-4a70-be8e-22358d5dc152 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:28.697744 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e16e9af-e5a9-4057-ae01-cd49ebb4e492,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:28.702182 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:28.977607 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1711686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-723694'] for router_interface, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:29.526931 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 has already been hosted by L3 agent 4b24b6bb-3951-4a03-a8a5-7fc437056054 {{(pid=75108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:45:29.720076 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-smb the message routers_updated {{(pid=75108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:45:29.728815 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] Sync routers for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:45:29.733963 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-40590d23-90cc-4ab8-965b-f8ee39ffacd1 admin admin] 10.222.0.32 "PUT /v2.0/routers/dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7396381 Sep 15 08:45:29.735317 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53408) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:29.741148 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:45:29.741756 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:45:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:29.922033 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: dv-cinder-806007-2-smb {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:45:29.993066 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:30.031918 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks [] for router, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:30.201619 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'external_fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:45:28Z', 'revision_number': 5, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port': {'id': '39cc16d7-f7d2-454b-bba1-7bd69a140b37', 'name': '', 'network_id': 'bb2869aa-760a-4447-b522-1ae6d3f088da', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:40Z', 'updated_at': '2021-09-15T08:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12b3ff6b-1c3e-4e2a-b2e1-7963d2999c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-smb'}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:30.205447 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] Checking router: dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 for host: dv-cinder-806007-2-smb {{(pid=75110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:45:30.215693 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] Routers {'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'} bound to L3 agent in host dv-cinder-806007-2-smb {{(pid=75110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:45:30.216351 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:27:14Z,description=,heartbeat_timestamp=2021-09-15T08:45:14Z,host='dv-cinder-806007-2-smb',id=4b24b6bb-3951-4a03-a8a5-7fc437056054,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:14Z,topic='l3_agent')) {'router_ids': ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'], 'active': True} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:30.227471 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:30.236458 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Deleting port 39cc16d7-f7d2-454b-bba1-7bd69a140b37 {{(pid=75108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:30.236777 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:30.366395 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_dvr_db [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] Set router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 gateway port host: None {{(pid=75110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:45:30.409455 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.db [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] For port 39cc16d7-f7d2-454b-bba1-7bd69a140b37, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=39cc16d7-f7d2-454b-bba1-7bd69a140b37,segment=NetworkSegment(e9cc50af-21e1-466c-a178-00368fceb706),segment_id=e9cc50af-21e1-466c-a178-00368fceb706)] {{(pid=75108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:30.409805 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:30.501138 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.l3_hamode_db [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:45:30Z', 'revision_number': 6, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port_host': None}], 'dv-cinder-806007-2-smb', False) {} {{(pid=75110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:30.507966 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda33fa-2a69-48b8-95ff-9f64cf44e56b None None] The sync data for ids ['dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7'] in dv-cinder-806007-2-smb is: [{'id': 'dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7', 'name': 'tempest-AttachVolumeShelveTestJSON-45365572-router', 'tenant_id': '545def1353bb42fe88d3f0a12f34e246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:37Z', 'updated_at': '2021-09-15T08:45:30Z', 'revision_number': 6, 'project_id': '545def1353bb42fe88d3f0a12f34e246', 'gw_port_host': None}] {{(pid=75110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:45:30.527944 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.plugins.ml2.plugin [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Calling delete_port for 39cc16d7-f7d2-454b-bba1-7bd69a140b37 owned by network:router_gateway {{(pid=75108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:30.684724 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2591080'] for port, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:30.685100 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:45:30.689497 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3d70fead-6ab9-4ba2-ae95-cd91bbc333a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:30.730652 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Pushing event deleted for resources: {'Port': ['ID=39cc16d7-f7d2-454b-bba1-7bd69a140b37,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:30.733518 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:30.953105 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726129'] for router_gateway, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.298857 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128610'] for router, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.302981 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.328099 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721173'] for router, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.328693 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 {{(pid=75108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:45:31.340698 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] Notify callbacks [] for router, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.342411 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-22f02fbc-771b-4057-8a8b-2fcbcbed9629 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dcbe6590-1b50-4ce3-9dc2-22d1c3a825a7 HTTP/1.1" status: 204 len: 168 time: 1.6062021 Sep 15 08:45:31.345108 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53412) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:31.402201 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.db_base_plugin_v2 [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Deleting subnet 5bffd814-4768-41a1-9640-0cbaf75be1c8 {{(pid=75107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:45:31.405881 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.459899 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4191716'] for subnet, precommit_delete_associations {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.535836 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1605312'] for subnet, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.600303 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4087587'] for subnet, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.604597 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-9ee3cf40-1ffd-472c-8ce5-e1d084a710f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:31.646503 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bffd814-4768-41a1-9640-0cbaf75be1c8,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:31.653273 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for subnet, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.658145 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc05c74b-29c8-4c02-aaf4-0345cbc3ff0d None None] Network 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 requested from dv-cinder-806007-2-smb {{(pid=75109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:45:31.666022 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.666413 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.666776 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.667127 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.667475 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.667823 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.668166 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.668509 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.668870 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.669211 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.669549 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:31.674050 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:31.675922 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-420bbe5b-c37d-4058-98a6-1b9de0275675 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5bffd814-4768-41a1-9640-0cbaf75be1c8 HTTP/1.1" status: 204 len: 168 time: 0.3298113 Sep 15 08:45:31.678349 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53416) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:31.782959 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808374'] for network, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.793830 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Deleting port 51174034-7cfe-42d6-9d51-10788bc8d365 {{(pid=75107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:31.794199 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.836348 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:45:31.869826 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:45:31.870166 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 5e16e9af-e5a9-4057-ae01-cd49ebb4e492 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:45:31.870606 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 39cc16d7-f7d2-454b-bba1-7bd69a140b37 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:45:31.904050 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 39cc16d7-f7d2-454b-bba1-7bd69a140b37 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:45:31.904389 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 39cc16d7-f7d2-454b-bba1-7bd69a140b37 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:45:31.976975 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] DHCP port deletion for 8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 request from dv-cinder-806007-2-smb {{(pid=75109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:45:31.981199 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] Deleting port 51174034-7cfe-42d6-9d51-10788bc8d365 {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:31.982186 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:31.991741 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.db [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] For port 51174034-7cfe-42d6-9d51-10788bc8d365, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=51174034-7cfe-42d6-9d51-10788bc8d365,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:31.992092 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.108873 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.plugin [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Calling delete_port for 51174034-7cfe-42d6-9d51-10788bc8d365 owned by network:dhcp {{(pid=75107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:32.176114 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.db [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] For port 51174034-7cfe-42d6-9d51-10788bc8d365, host dv-cinder-806007-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-smb',level=0,port_id=51174034-7cfe-42d6-9d51-10788bc8d365,segment=NetworkSegment(7f04e4a2-babc-4b20-b15a-610c64884908),segment_id=7f04e4a2-babc-4b20-b15a-610c64884908)] {{(pid=75109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:32.176503 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-728583'] for port, precommit_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.186933 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769788995615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769788636492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193668'] for port, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.191615 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-8871e373-47af-457e-8ba3-7912fadb5810 tempest-TestShelveInstance-1350271881 tempest-TestShelveInstance-1350271881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:32.232839 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=51174034-7cfe-42d6-9d51-10788bc8d365,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:32.235293 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:32.238421 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] No DVR routers for this DVR port 51174034-7cfe-42d6-9d51-10788bc8d365 on host dv-cinder-806007-2-smb {{(pid=75107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:45:32.294889 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] Calling delete_port for 51174034-7cfe-42d6-9d51-10788bc8d365 owned by network:dhcp {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:45:32.351766 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1599047', 'neutron.services.segments.db._delete_segments_for_network-8769789073053'] for network, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.365025 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9']}} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:32.365734 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.db.api [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:45:32.366090 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG oslo_db.api [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:45:32.376817 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f04e4a2-babc-4b20-b15a-610c64884908') {'for_net_delete': True} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:32.377115 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.services.segments.db [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f04e4a2-babc-4b20-b15a-610c64884908') {} {{(pid=75107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:32.388111 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769789158840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4191741'] for segment, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.407471 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1605133'] for segment, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.417742 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=75107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:45:32.418131 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1605236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193783'] for segment, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: Traceback (most recent call last): Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: timer() Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: cb(*args, **kw) Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: return func(*args, **kwargs) Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: self._notify() Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: self.callback(batched_events) Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: event.method(event) Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: return f(self, *a, **k) Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: return self._get(url).json() Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: return self.request(url, 'GET', **kwargs) Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:45:32.431495 dv-cinder-806007-2-smb neutron-server[75107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:45:32.502986 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1599054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1711628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726106'] for network, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.506569 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a5df626d-f15a-4c08-9083-d3266787185b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:32.518976 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1711722'] for network, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.529237 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:32.532263 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:32.542186 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-ff214cfe-e9ff-4bbb-ae28-6c00ee4fe5ff admin admin] 10.222.0.32 "DELETE /v2.0/networks/8c508a1a-4de6-4907-a2ec-6ad4c9aa0fd9 HTTP/1.1" status: 204 len: 168 time: 0.8629150 Sep 15 08:45:32.675544 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53422) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:32.728548 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-5471c9fd-2386-4ab1-bb6d-4b489ebdf7fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=545def1353bb42fe88d3f0a12f34e246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518386 Sep 15 08:45:32.730896 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53426) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:32.787301 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-250ce23b-866a-498f-969f-664433ae1851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.811298 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-250ce23b-866a-498f-969f-664433ae1851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.862372 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-250ce23b-866a-498f-969f-664433ae1851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.866032 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-ceac2c45-101b-4601-a22c-af0a38c3fe04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:32.867478 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] Deleting port 51174034-7cfe-42d6-9d51-10788bc8d365 {{(pid=75109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:45:32.867942 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769789119434'] for port, before_delete {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.880028 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ce23b-866a-498f-969f-664433ae1851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179d2fea-8358-49e1-a2a5-ee98436ef292,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:32.883779 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-250ce23b-866a-498f-969f-664433ae1851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:32.886899 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-250ce23b-866a-498f-969f-664433ae1851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:32.888575 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-250ce23b-866a-498f-969f-664433ae1851 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/179d2fea-8358-49e1-a2a5-ee98436ef292 HTTP/1.1" status: 204 len: 168 time: 0.1568155 Sep 15 08:45:32.943447 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-64e44260-3fd5-4db8-872e-db646ffd5505 None None] The port '51174034-7cfe-42d6-9d51-10788bc8d365' was deleted {{(pid=75109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:45:33.829544 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 51174034-7cfe-42d6-9d51-10788bc8d365 no longer exists at agent ovs-agent-dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:45:33.862198 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] No Port match for: 51174034-7cfe-42d6-9d51-10788bc8d365 {{(pid=75109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:45:33.862665 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron.plugins.ml2.rpc [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Device 51174034-7cfe-42d6-9d51-10788bc8d365 not bound to the agent host dv-cinder-806007-2-smb {{(pid=75109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:45:41.711766 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-0abfef52-7e5e-4f1c-b654-62a62f976c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:42.251178 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:43.929157 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d598-9079-40d6-9e0c-1f40ca94d355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:44.911316 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:46.383111 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:59.991627 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:06.726909 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53796) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:06.863510 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:06.893995 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:06.897717 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Usage tracker for resource:security_group_rule and tenant:218cfe5706a3400dbbb914e0c151e5cf is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:06.900710 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:06.906797 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:06.975531 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:06.979223 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:06.985494 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-98e45002-d83c-45e4-b0b6-adf9005120f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:07.092427 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04c5155-c9f8-4aa7-8f79-9a10497134a1,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:07.095844 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:07.098473 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=218cfe5706a3400dbbb914e0c151e5cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3702884 Sep 15 08:46:07.100984 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53802) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:07.161536 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.186438 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.235315 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.239385 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-0e03335a-316a-493a-80c4-361ad8dc77dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:07.249639 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04c5155-c9f8-4aa7-8f79-9a10497134a1,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:07.262055 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.262478 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.262896 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.263343 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.263700 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.264099 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.264497 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.264891 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.265284 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.265665 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.266064 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:07.268794 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.269896 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b04c5155-c9f8-4aa7-8f79-9a10497134a1 HTTP/1.1" status: 204 len: 168 time: 0.1679537 Sep 15 08:46:07.270780 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-d24b100e-d90d-4245-a44a-263479c8e8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:07.594162 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53810) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:07.612981 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.641682 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:07.645409 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa3ccf739f54d6499e88bcfceb99de1 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:07.648153 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:07.653652 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:07.686054 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:46:07.716233 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.719762 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.726860 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-6ea1718f-e9c0-4d2e-95fa-02f68aa047b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:07.766492 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f112a9d9-f385-4d70-8891-16ec24df2bcf,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:07.769711 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:07.772382 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaa3ccf739f54d6499e88bcfceb99de1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1772215 Sep 15 08:46:07.775078 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53814) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:07.837703 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-057704e5-e764-478b-a419-b98cf9d2328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.862774 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-057704e5-e764-478b-a419-b98cf9d2328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.912189 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-057704e5-e764-478b-a419-b98cf9d2328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.916887 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-082b3a66-6934-495f-871c-0aa3cd32d748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:07.928687 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057704e5-e764-478b-a419-b98cf9d2328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f112a9d9-f385-4d70-8891-16ec24df2bcf,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:07.930978 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-057704e5-e764-478b-a419-b98cf9d2328a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:07.938119 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-057704e5-e764-478b-a419-b98cf9d2328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:07.939221 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-057704e5-e764-478b-a419-b98cf9d2328a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f112a9d9-f385-4d70-8891-16ec24df2bcf HTTP/1.1" status: 204 len: 168 time: 0.1632986 Sep 15 08:46:10.207404 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53872) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:10.345235 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:10.375464 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:10.379832 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Usage tracker for resource:security_group_rule and tenant:c776f92d81854891ad7c98d437629ff7 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:10.382564 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:10.388139 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:10.452652 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:10.456261 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:10.462488 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-18e98dbb-6119-4f9c-86e9-aa13778925c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:10.505862 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8a5306-5377-4053-bac1-b60cfc34b869,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:10.509924 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c776f92d81854891ad7c98d437629ff7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3014798 Sep 15 08:46:10.510799 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4b3562dc-45a1-4be7-81e8-ff26311f057a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:10.512516 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 53878) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:10.571156 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0e22b4bf-77a8-4cca-8e61-4cd7dd77bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:10.595315 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0e22b4bf-77a8-4cca-8e61-4cd7dd77bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:10.645606 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0e22b4bf-77a8-4cca-8e61-4cd7dd77bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:10.650072 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a28d5d42-801e-4910-8fc7-250d84e97de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:10.660632 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22b4bf-77a8-4cca-8e61-4cd7dd77bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8a5306-5377-4053-bac1-b60cfc34b869,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:10.664994 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-0e22b4bf-77a8-4cca-8e61-4cd7dd77bf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:10.666779 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-0e22b4bf-77a8-4cca-8e61-4cd7dd77bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:10.667883 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-0e22b4bf-77a8-4cca-8e61-4cd7dd77bf23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c8a5306-5377-4053-bac1-b60cfc34b869 HTTP/1.1" status: 204 len: 168 time: 0.1545362 Sep 15 08:46:10.982910 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53886) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:11.001045 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:11.030718 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:11.034990 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Usage tracker for resource:security_group_rule and tenant:1af77293436d4847b923e6469c1ec3d2 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:11.037672 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:11.043172 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:11.108968 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:11.112783 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:11.119535 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-75f61802-f595-4ce3-a5f2-28154038f726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:11.164411 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9553a202-d9f3-40ad-b5ea-85303453b974,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:11.168763 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1af77293436d4847b923e6469c1ec3d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1846240 Sep 15 08:46:11.169621 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-02900545-44b6-4214-b1ec-6939fc5293b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:11.171630 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 53890) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:11.228096 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-62352c74-56d0-4bf3-a11a-71c65b214183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:11.252154 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-62352c74-56d0-4bf3-a11a-71c65b214183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:11.302249 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-62352c74-56d0-4bf3-a11a-71c65b214183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:11.305815 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-50712525-94f7-4dc1-97e8-e06d4e81edf8 tempest-AttachVolumeShelveTestJSON-2086934843 tempest-AttachVolumeShelveTestJSON-2086934843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:11.316941 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62352c74-56d0-4bf3-a11a-71c65b214183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553a202-d9f3-40ad-b5ea-85303453b974,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:11.321708 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-62352c74-56d0-4bf3-a11a-71c65b214183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:11.324096 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-62352c74-56d0-4bf3-a11a-71c65b214183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:11.325209 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-62352c74-56d0-4bf3-a11a-71c65b214183 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9553a202-d9f3-40ad-b5ea-85303453b974 HTTP/1.1" status: 204 len: 168 time: 0.1529305 Sep 15 08:46:11.713453 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-86075d36-3332-4e7e-9793-9d971ece1680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:12.252178 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:13.930901 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-cadabb6c-0c56-4040-847f-af1114e06e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:14.913485 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:16.386542 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:29.981265 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.214061 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54072) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:30.354139 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.384810 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:30.388483 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9074eaab9945469e97d4555acf90c6 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:30.391156 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:30.396672 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:30.472454 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.476225 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.482201 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-8e7626d9-93ae-4ae5-8856-0511891b41e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:30.521490 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0037f2-53ce-4588-9df8-10dbc8ee1172,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:30.525506 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed9074eaab9945469e97d4555acf90c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3104126 Sep 15 08:46:30.526379 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:30.528114 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54078) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:30.584587 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-18e50ec4-2e7a-491a-bfb1-c3ed37b87895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.609209 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-18e50ec4-2e7a-491a-bfb1-c3ed37b87895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.657205 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-18e50ec4-2e7a-491a-bfb1-c3ed37b87895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.661603 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-62352c74-56d0-4bf3-a11a-71c65b214183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:30.673045 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e50ec4-2e7a-491a-bfb1-c3ed37b87895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0037f2-53ce-4588-9df8-10dbc8ee1172,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:30.675904 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-18e50ec4-2e7a-491a-bfb1-c3ed37b87895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:30.678255 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-18e50ec4-2e7a-491a-bfb1-c3ed37b87895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.680443 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-18e50ec4-2e7a-491a-bfb1-c3ed37b87895 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b0037f2-53ce-4588-9df8-10dbc8ee1172 HTTP/1.1" status: 204 len: 168 time: 0.1503916 Sep 15 08:46:31.011728 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54086) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:31.030005 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.063723 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:31.067746 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Usage tracker for resource:security_group_rule and tenant:361f932ffed349999daddcb1bcc90363 is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:31.070530 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:31.076244 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:31.145353 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.149643 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.156639 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-cb9688b9-d1ff-4d55-b564-e923b9ac65d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:31.196569 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56339ce-1e67-408f-bfba-fa12d340a75f,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:31.199578 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:31.201922 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-7e87a3dc-741f-4e0f-9db2-788d34596fea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=361f932ffed349999daddcb1bcc90363&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1891856 Sep 15 08:46:31.204603 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54090) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:31.261912 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1182-2e8d-4bed-b368-9279485e5210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.288476 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1182-2e8d-4bed-b368-9279485e5210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.337690 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1182-2e8d-4bed-b368-9279485e5210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.341236 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-22d2aad7-8ad2-48d6-b0d6-19c9f100fb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:31.356964 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b1182-2e8d-4bed-b368-9279485e5210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56339ce-1e67-408f-bfba-fa12d340a75f,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:31.359401 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-9f2b1182-2e8d-4bed-b368-9279485e5210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:31.362648 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1182-2e8d-4bed-b368-9279485e5210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.364416 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-9f2b1182-2e8d-4bed-b368-9279485e5210 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e56339ce-1e67-408f-bfba-fa12d340a75f HTTP/1.1" status: 204 len: 168 time: 0.1589470 Sep 15 08:46:39.357811 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54172) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:39.494836 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.524987 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:39.528751 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Usage tracker for resource:security_group_rule and tenant:b1c31a3d65c84ecf897bca9a857180df is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:39.531502 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:39.537773 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:39.601770 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.605432 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.612129 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-01dc799f-6e78-45dd-b4f1-da95bc9bf3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:39.650932 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff2f98b-ac27-4eea-ab6a-08de68bb25f7,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:39.654971 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1c31a3d65c84ecf897bca9a857180df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2960894 Sep 15 08:46:39.655832 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-4b283a49-3ce1-4c59-a2ff-60158a16f90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:39.657604 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54178) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:39.714665 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f2ec8b2d-f862-4001-803d-34be88bff248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.739191 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f2ec8b2d-f862-4001-803d-34be88bff248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.792645 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f2ec8b2d-f862-4001-803d-34be88bff248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.797251 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-3f350bef-837f-4837-82cd-573bd9c932da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:39.807008 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec8b2d-f862-4001-803d-34be88bff248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff2f98b-ac27-4eea-ab6a-08de68bb25f7,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:39.810303 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-f2ec8b2d-f862-4001-803d-34be88bff248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:39.813338 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-f2ec8b2d-f862-4001-803d-34be88bff248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.814471 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-f2ec8b2d-f862-4001-803d-34be88bff248 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aff2f98b-ac27-4eea-ab6a-08de68bb25f7 HTTP/1.1" status: 204 len: 168 time: 0.1559591 Sep 15 08:46:40.129302 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 54186) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:40.147926 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:40.178850 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:40.182756 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Usage tracker for resource:security_group_rule and tenant:011e470573354854868d3365f4a3b73e is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:40.185542 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:40.191523 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:40.257792 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:40.263242 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:40.270460 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-b42bf549-0999-4b18-a0f5-f3c18ab453ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:40.313150 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e2161e-eb0e-41e9-aa94-a1865bbfbb25,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:40.319855 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=011e470573354854868d3365f4a3b73e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1895559 Sep 15 08:46:40.322615 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54190) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:40.325130 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.325509 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.325878 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.326245 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.326640 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.326998 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.327356 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.327710 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.328062 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.328410 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.328761 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:40.332430 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:40.380650 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-883b91f5-c1c9-4cca-af3c-25d24465f449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:40.405091 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-883b91f5-c1c9-4cca-af3c-25d24465f449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:40.455144 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-883b91f5-c1c9-4cca-af3c-25d24465f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:40.458825 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-44b6fe0a-946d-4599-abe7-48f0bd53aeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:40.470961 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b91f5-c1c9-4cca-af3c-25d24465f449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e2161e-eb0e-41e9-aa94-a1865bbfbb25,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:40.473764 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-883b91f5-c1c9-4cca-af3c-25d24465f449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:40.476170 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-883b91f5-c1c9-4cca-af3c-25d24465f449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:40.478133 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-883b91f5-c1c9-4cca-af3c-25d24465f449 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3e2161e-eb0e-41e9-aa94-a1865bbfbb25 HTTP/1.1" status: 204 len: 168 time: 0.1544471 Sep 15 08:46:41.714348 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e98fbaa3-3cc3-4f7d-8324-0865288b2a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.253634 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:43.932041 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1604-2005-434a-8ea7-f0c2cb3dd8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:44.686502 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:46:44.917046 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:46.388340 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:48.733390 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54280) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:48.871741 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:48.902209 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:48.905954 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Usage tracker for resource:security_group_rule and tenant:1f021ec7fff04df7b4c010de4e93497d is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:48.908731 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:48.914380 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:48.979952 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:48.983741 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:48.990295 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-946dc8a9-5f86-4080-afd1-d8812cef1554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:49.028467 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e78b0f-cec9-4bc2-b12f-5b37a9d77263,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:49.031592 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:49.034124 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-5e976234-677a-4efa-81f6-acd4a96f9211 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f021ec7fff04df7b4c010de4e93497d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2997496 Sep 15 08:46:49.036781 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 54286) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:49.095035 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f3a0745e-d565-4e08-8b43-c87d0304ee6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.119824 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f3a0745e-d565-4e08-8b43-c87d0304ee6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.168834 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f3a0745e-d565-4e08-8b43-c87d0304ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.172421 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-4d0cad2d-c069-4ea7-83e2-f59120ad8c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:49.185332 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0745e-d565-4e08-8b43-c87d0304ee6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e78b0f-cec9-4bc2-b12f-5b37a9d77263,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:49.190172 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-f3a0745e-d565-4e08-8b43-c87d0304ee6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:49.195861 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f3a0745e-d565-4e08-8b43-c87d0304ee6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.196985 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-f3a0745e-d565-4e08-8b43-c87d0304ee6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70e78b0f-cec9-4bc2-b12f-5b37a9d77263 HTTP/1.1" status: 204 len: 168 time: 0.1592019 Sep 15 08:46:49.510619 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54294) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:49.529176 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.560841 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:49.564930 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1b12b961b94e3997676d7eec585c1a is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:49.569307 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:49.575091 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:49.639637 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.643083 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.649715 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-5fc6b494-e861-4f1a-9a40-9742ba68ab97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:49.690605 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bdd16b-cc2c-4cc9-bb7f-643ecf1936b2,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:49.695616 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:49.698014 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a1b12b961b94e3997676d7eec585c1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1864002 Sep 15 08:46:49.700710 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54298) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:49.762125 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-65456ff0-eaed-4ea2-9e34-56c246594236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.787822 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-65456ff0-eaed-4ea2-9e34-56c246594236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.838400 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-65456ff0-eaed-4ea2-9e34-56c246594236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.841990 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-1a4c1f9d-908f-4172-9813-2d745c5082a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:49.855044 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65456ff0-eaed-4ea2-9e34-56c246594236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bdd16b-cc2c-4cc9-bb7f-643ecf1936b2,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:49.858793 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-65456ff0-eaed-4ea2-9e34-56c246594236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:49.864036 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-65456ff0-eaed-4ea2-9e34-56c246594236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.865210 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-65456ff0-eaed-4ea2-9e34-56c246594236 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15bdd16b-cc2c-4cc9-bb7f-643ecf1936b2 HTTP/1.1" status: 204 len: 168 time: 0.1636317 Sep 15 08:46:52.516404 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54374) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:52.651327 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.682101 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:52.685813 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e841833e1e3540a5bef76fe5aaccc76a is out of sync, need to count used quota {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:52.688548 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.quota.resource [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:52.694501 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.db.quota.driver [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:52.758475 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.761810 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.768443 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-16b86125-0453-4196-bbfb-d3d13486e699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:52.813934 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e841833e1e3540a5bef76fe5aaccc76a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2964888 Sep 15 08:46:52.814709 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb271e9a-2320-40e8-b170-07f1b78757b1,revision_number=1']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:52.816632 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 54380) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:52.818062 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-65e39355-bd80-4a83-a7d5-7a1368b020b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:52.878865 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f4aa64c5-c811-4342-90cd-fdb1b092c92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.903606 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f4aa64c5-c811-4342-90cd-fdb1b092c92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.953209 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f4aa64c5-c811-4342-90cd-fdb1b092c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.957589 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-dce06ca6-f98c-4202-8f82-5b6e321afd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:52.970471 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa64c5-c811-4342-90cd-fdb1b092c92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb271e9a-2320-40e8-b170-07f1b78757b1,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:52.973247 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-f4aa64c5-c811-4342-90cd-fdb1b092c92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:52.974150 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-f4aa64c5-c811-4342-90cd-fdb1b092c92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.975290 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-f4aa64c5-c811-4342-90cd-fdb1b092c92d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb271e9a-2320-40e8-b170-07f1b78757b1 HTTP/1.1" status: 204 len: 168 time: 0.1573796 Sep 15 08:46:53.293051 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 54388) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:53.310787 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.341620 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:46:53.345320 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Usage tracker for resource:security_group_rule and tenant:e5ebf8c511c54f19b208440367d2d061 is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:46:53.348042 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:46:53.353555 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:46:53.417421 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.421049 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.428886 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e1b790b2-92be-4596-9884-34df72cae2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:53.472313 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5ebf8c511c54f19b208440367d2d061&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1781943 Sep 15 08:46:53.473017 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e55564b-d09a-4794-abfc-738c49884c23,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:53.474917 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54392) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:53.476416 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-33adea3f-7409-4980-b248-19ab51c3884f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:53.532800 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-96817820-2d4e-4532-8f98-4b6556bd8ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.557543 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-96817820-2d4e-4532-8f98-4b6556bd8ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.606832 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-96817820-2d4e-4532-8f98-4b6556bd8ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.611315 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-46da6844-0f8a-45d4-bf96-d8453221a4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:53.623011 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96817820-2d4e-4532-8f98-4b6556bd8ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e55564b-d09a-4794-abfc-738c49884c23,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:53.626701 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-96817820-2d4e-4532-8f98-4b6556bd8ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:53.632561 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-96817820-2d4e-4532-8f98-4b6556bd8ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.633676 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-96817820-2d4e-4532-8f98-4b6556bd8ca6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e55564b-d09a-4794-abfc-738c49884c23 HTTP/1.1" status: 204 len: 168 time: 0.1578021 Sep 15 08:47:00.011807 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:08.767743 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 54502) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:08.907733 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:08.936805 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:08.940319 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:674c24ab64b94b22bbe9cdd2556c256c is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:08.943807 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:08.949455 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:09.015507 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:09.019103 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:09.026482 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-c1055b27-bbac-455e-bada-4022ad89d684 tempest-AttachVolumeTestJSON-2036108409 tempest-AttachVolumeTestJSON-2036108409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:09.069704 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5f5600-f018-4ce0-bc7b-13363af94f53,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:09.075607 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=674c24ab64b94b22bbe9cdd2556c256c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3067429 Sep 15 08:47:09.076587 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-e167d0c1-88b7-4e36-8bb4-a36407f54ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:09.077931 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 54508) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:09.137254 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ed20-bed8-4892-a689-8d488f2bcc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:09.162075 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ed20-bed8-4892-a689-8d488f2bcc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:09.216011 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ed20-bed8-4892-a689-8d488f2bcc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:09.220663 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-5aeaaed0-e822-4b2d-9a11-15f016850f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:09.232256 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5ed20-bed8-4892-a689-8d488f2bcc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5f5600-f018-4ce0-bc7b-13363af94f53,revision_number=None']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:09.234567 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-7bb5ed20-bed8-4892-a689-8d488f2bcc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:09.242521 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ed20-bed8-4892-a689-8d488f2bcc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:09.243646 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-7bb5ed20-bed8-4892-a689-8d488f2bcc77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c5f5600-f018-4ce0-bc7b-13363af94f53 HTTP/1.1" status: 204 len: 168 time: 0.1647933 Sep 15 08:47:11.715385 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-905360a4-9a45-4d22-8c66-f7e83dfeab53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:12.257353 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:13.933810 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-d3bb212f-74d2-4736-93cb-85141c4bbb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:14.919990 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:16.393888 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:21.686455 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:47:30.005085 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:41.717387 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-adf8e10c-b2c8-4907-9f53-f3fc6ce15122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:42.265180 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:43.935164 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-708a13b9-01f5-46df-aada-a63198c9c342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:44.922847 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:46.388450 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:47.632488 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.wsgi [-] (75107) accepted ('10.222.0.32', 54714) {{(pid=75107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:47.798049 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:47.828328 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:47:47.832060 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Usage tracker for resource:security_group_rule and tenant:b22c98a72fb443f6b716d514f0c6a89d is out of sync, need to count used quota {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:47:47.834830 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.quota.resource [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:47:47.841485 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.db.quota.driver [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:47:47.904016 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:47.907755 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron_lib.callbacks.manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_create {{(pid=75107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:47.914538 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-a23393b1-2b01-4089-9046-1f9ee8a363aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:47.953363 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9d4bf9-c921-4a6d-9658-5e62ef503dbe,revision_number=1']} {{(pid=75107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:47.957962 dv-cinder-806007-2-smb neutron-server[75107]: INFO neutron.wsgi [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b22c98a72fb443f6b716d514f0c6a89d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3245118 Sep 15 08:47:47.960695 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.wsgi [-] (75108) accepted ('10.222.0.32', 54720) {{(pid=75108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:47.965072 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.965450 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.965818 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.966178 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.966562 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.966925 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.967278 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.967634 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.967985 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.968333 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.968678 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:47.972451 dv-cinder-806007-2-smb neutron-server[75107]: DEBUG oslo_concurrency.lockutils [None req-315b08a1-a214-4044-af33-72b9249bb907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:48.020009 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:48.052514 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:48.102484 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772280'] for security_group, after_delete {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:48.106291 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-18e50ec4-2e7a-491a-bfb1-c3ed37b87895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:48.117030 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9d4bf9-c921-4a6d-9658-5e62ef503dbe,revision_number=None']} {{(pid=75108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:48.126398 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:48.127516 dv-cinder-806007-2-smb neutron-server[75108]: INFO neutron.wsgi [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c9d4bf9-c921-4a6d-9658-5e62ef503dbe HTTP/1.1" status: 204 len: 168 time: 0.1658351 Sep 15 08:47:48.131026 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.131413 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.131789 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.132419 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.132796 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.133166 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.133533 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.133896 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.134258 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.134645 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.135005 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-smb {{(pid=75108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:48.138746 dv-cinder-806007-2-smb neutron-server[75108]: DEBUG oslo_concurrency.lockutils [None req-dff1c7b9-7215-4771-8e2c-81f0e5003859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:58.686355 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:48:00.020692 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:11.719137 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-0d356bb0-a37c-4a6f-9874-e77a29e52b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:12.256801 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:13.935758 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c63-f07c-4e52-b2a3-6dcb2f862253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:14.926432 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:16.391070 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:30.019470 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:35.686669 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:48:41.718932 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-0b1735d2-5caa-4faf-80da-952c8cdb28f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:42.258069 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:43.938250 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b5e23c7c-c9e0-4892-ab2e-99373fbddcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:44.928048 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:46.393606 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:00.017624 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:11.720400 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bf8d299c-b846-47fa-abaa-e297ab49ea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:12.259308 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:12.686303 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:49:13.939298 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-5007fe86-b727-4941-a1e4-680bf6b45979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:14.931142 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:16.400155 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:30.020339 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.722990 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-17eae0fa-5724-4154-8061-a3cfdaabd759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.259822 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:43.940172 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-abdac710-0274-49c7-8030-a570fd3b655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:44.933939 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:46.397912 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:49.688334 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:50:00.032542 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:11.724169 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-af696559-3337-4325-9b04-6e9ce10e0f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:12.261135 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:13.942624 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b55c7b92-5d27-4bed-90af-3b0b9a262f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:14.936326 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:16.399905 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:26.689196 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:50:30.034124 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:41.724679 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-71b01a41-f73f-41a1-bfe7-47081b8b4196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:42.261770 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:43.943731 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-bee41abe-742f-42f3-970f-1496fa0ccbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:44.939670 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:46.402658 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:00.037281 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:03.689299 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:51:11.726635 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-3674b940-1b9c-463c-bd38-c28f78f228cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:12.262798 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:13.945334 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-652cf465-b460-47ef-bb3d-ca7e51147062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:14.941203 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:16.404013 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:30.033854 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:40.689743 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:51:41.727912 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-1b864d06-81dc-40e0-8bbb-43afc5f103c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:42.263354 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:43.945880 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-c07040f7-7ecb-4b81-9f2e-9a63cb258d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:44.944769 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:46.407359 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:00.033155 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:11.729587 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-f1bcd4fe-8fcf-496e-9cf1-21f6ea02c332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:12.265177 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:13.947193 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e027f6c7-0950-48a9-a96b-cc9efc1dec29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:14.947355 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:16.410547 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:17.690244 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:52:30.059954 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:41.730777 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-815ec05e-29fc-4df1-b47f-bd5db4639a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:42.265541 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0fc5-4ad7-4021-8e97-9e6de91d360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:43.948169 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-70f9214d-88f6-43e0-ae11-1ca99b2dd9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:44.950708 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e99df0f9-218d-4340-a643-273939f9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:46.413466 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-e883309e-0d43-4c3a-85a4-1796715d06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:54.691090 dv-cinder-806007-2-smb neutron-server[75110]: DEBUG neutron.db.agents_db [None req-5fdff309-6a64-4856-a418-8c51f89aebda None None] Agent healthcheck: found 6 active agents {{(pid=75110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:53:00.079692 dv-cinder-806007-2-smb neutron-server[75109]: DEBUG neutron_lib.callbacks.manager [None req-b0949192-e46b-4db1-9cca-9e4d44d3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769789073035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1597675'] for agent, after_update {{(pid=75109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}